-- Logs begin at Thu 2022-05-19 20:30:47 UTC, end at Thu 2022-05-19 22:03:32 UTC. -- May 19 21:22:48.988661 dv-cinder-835635-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 19 21:22:52.066682 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.common.config [-] Logging enabled! May 19 21:22:52.067328 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev227 May 19 21:22:52.067428 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103840) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 21:22:52.070751 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.common.config [-] Logging enabled! May 19 21:22:52.071000 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev227 May 19 21:22:52.071306 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103840) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 21:22:52.072264 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 21:22:52.072488 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 21:22:52.072867 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 21:22:52.073107 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 21:22:52.073329 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 21:22:52.073742 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.074035 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.074232 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.074579 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.074842 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.075286 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.076079 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.076380 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.076662 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.076941 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.077224 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.077449 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.077712 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.077993 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.078299 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.078527 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] debug = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.078800 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.079232 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.079637 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.079913 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.080197 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.080469 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.080738 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.081010 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.081289 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.081617 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] host = dv-cinder-835635-2-iscsi {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.081891 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.082170 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.082475 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.082764 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.083036 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.083309 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.083587 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.083856 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.084123 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] log_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.084393 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.084678 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.084960 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.085244 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.085464 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.085683 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.085966 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.086283 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.086561 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.086832 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.087103 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.087372 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.087641 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.087906 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.088186 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.088464 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.088743 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.089011 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.089279 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.089550 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.089810 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.090084 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.090376 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.090647 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.091633 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.091927 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.092200 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.092477 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.092781 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.093065 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.093348 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.093632 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.093903 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.094182 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.094484 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.094750 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.095018 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] use_json = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.095295 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.095560 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.095835 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.096104 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.096370 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.096636 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.096900 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.097188 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.097454 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:52.097750 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.098042 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.098410 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.098641 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.098942 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.099216 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.099498 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.099770 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.100054 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.100334 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.100619 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.100891 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.101274 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.101476 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.101780 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.102066 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.102375 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.102676 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.102941 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.103225 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.103478 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.103787 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.104024 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.104294 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.104574 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.104856 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.105125 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.105415 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.105694 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.105974 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.106279 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.107543 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.107836 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.108119 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.108416 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.108696 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.108969 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.109256 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.109538 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.109810 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.110092 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.110407 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.110699 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.110975 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.111251 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.111538 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.111814 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.112083 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.112352 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.112631 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.112899 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.113178 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.113454 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.113725 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.113994 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.114292 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.114564 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.114832 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.115104 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.115371 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.115645 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.115913 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.116185 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.116502 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.116770 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.117036 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.117303 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.117570 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.117841 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.118107 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.118407 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.118677 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.118943 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.119212 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.119511 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.119785 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.120058 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.120330 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.120602 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.120874 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.121148 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.121417 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.121689 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.122533 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.126663 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.126989 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.127306 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.127613 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.127912 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.128250 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.128537 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.128821 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.129111 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.129393 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.129675 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.129991 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.130278 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.130598 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.130895 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.131174 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.131483 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.131775 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.132069 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.132352 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.132668 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.132946 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:52.133151 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 21:22:52.133395 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103840) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 21:22:52.606451 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 21:22:52.607612 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 21:22:52.607952 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 21:22:52.608293 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 21:22:52.964502 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:52.964704 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:52.964971 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:52.967152 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:52.967434 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:52.967743 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.025719 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.025943 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.026267 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.042054 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.042354 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.042622 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.074349 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.075035 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.075035 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.113681 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.113925 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.114216 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.472910 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.473180 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.473399 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.473659 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.474393 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.573863 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.574198 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.574463 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.574732 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.574991 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.575303 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.575549 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.575801 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.576047 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.576326 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.576605 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.576863 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.577091 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.577337 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.577579 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.577838 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.578085 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.578373 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.578636 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.578888 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.579172 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.579417 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.579692 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.580059 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.580298 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.580532 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.580928 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:22:53.581163 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:22:53.581399 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:22:53.581628 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:22:53.581857 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:22:53.582087 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:22:53.582474 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 21:22:53.585958 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 21:22:53.589908 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 21:22:53.593970 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 19 21:22:53.595631 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 21:22:53.596168 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 21:22:53.596463 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 21:22:53.596948 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 21:22:53.599725 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 21:22:53.599961 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 21:22:53.600312 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 21:22:53.606604 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 19 21:22:53.630702 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 21:22:53.631171 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.631448 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103840) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 19 21:22:53.631837 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.633221 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103840) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 21:22:53.633506 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 21:22:53.633746 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 21:22:53.637183 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.637465 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:53.700970 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 21:22:53.701236 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 21:22:53.701415 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 21:22:53.701788 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 21:22:53.753047 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO dbcounter [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Registered counter for database neutron May 19 21:22:53.774042 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_db.sqlalchemy.engines [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103840) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 21:22:53.780692 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG dbcounter [-] [103840] Writer thread running {{(pid=103840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 21:22:54.212771 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Initializing driver for type 'gre' May 19 21:22:54.213608 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] gre ID ranges: [(1, 1000)] May 19 21:22:54.270691 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Initializing driver for type 'local' May 19 21:22:54.271374 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Initializing driver for type 'vlan' May 19 21:22:54.288546 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] VlanTypeDriver initialization complete May 19 21:22:54.288924 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Initializing driver for type 'vxlan' May 19 21:22:54.289420 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] vxlan ID ranges: [(1, 1000)] May 19 21:22:54.346143 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Initializing extension driver 'port_security' May 19 21:22:54.346538 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.extensions.port_security [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] PortSecurityExtensionDriver initialization complete May 19 21:22:54.346865 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Initializing mechanism driver 'openvswitch' May 19 21:22:54.347186 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Initializing mechanism driver 'hyperv' May 19 21:22:54.353830 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:22:54.354543 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > port after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.354908 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.355257 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.355767 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 21:22:54.356185 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.357375 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.357809 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.358198 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 21:22:54.358633 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > network after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.358980 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > network after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.359321 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > network after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.359705 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 21:22:54.360112 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.360472 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.360797 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.361179 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 21:22:54.361578 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.361920 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.362274 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.362661 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 21:22:54.363062 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.363403 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.363737 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.365871 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 21:22:54.366370 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] ML2 OVO RPC backend initialized. {{(pid=103840) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 19 21:22:54.367110 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.367476 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.367909 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > network before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.368263 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > networks before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.368613 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > port before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.368956 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > ports before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.369299 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.369640 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.369985 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > network after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.370349 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > network after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.370685 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > network after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.371018 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > port after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.371350 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.371683 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.372147 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.373061 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.373410 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.381204 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded quota_driver: . May 19 21:22:54.381565 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.plugin [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Modular L2 Plugin initialization complete May 19 21:22:54.381909 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading services supported by the core plugin {{(pid=103840) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 21:22:54.382265 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Got port-security extension from driver 'port_security' May 19 21:22:54.382740 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.extensions.vlantransparent [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Disabled vlantransparent extension. May 19 21:22:54.383267 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103840) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 21:22:54.383576 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading Plugin: router May 19 21:22:54.420405 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.420815 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router after_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.421186 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router before_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.421551 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.421922 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.422267 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router after_delete 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.422657 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.423006 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.423365 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router after_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.423701 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router after_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.424047 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router after_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.424387 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.424721 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router after_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.425129 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.425492 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.425828 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.426159 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: subnet after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.426520 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.426868 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.427209 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.427548 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: port before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.427892 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.428242 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router after_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.428567 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.428912 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.429268 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.429609 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.429965 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > agent after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.430340 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.430681 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > network after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.431575 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Tracking information for resource: router configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:22:54.431902 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Tracking information for resource: floatingip configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:22:54.437966 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.db.l3_agentschedulers_db [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 21:22:54.438595 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.438957 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: port after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.439301 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.439641 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.440452 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router before_create 55550100 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.440805 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.441163 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.441513 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.446548 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.services.provider_configuration [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service providers = [] {{(pid=103840) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 21:22:54.446911 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.db.servicetype_db [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103840) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 21:22:54.449885 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.services.service_base [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 21:22:54.450456 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.services.service_base [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 21:22:54.451263 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.services.service_base [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 21:22:54.452167 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.services.service_base [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 21:22:54.452536 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.services.service_base [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 21:22:54.452929 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:22:54.453244 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 21:22:54.464204 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:22:54.464466 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading Plugin: auto_allocate May 19 21:22:54.470728 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: network precommit_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.471086 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: network precommit_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.471605 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:22:54.471915 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading Plugin: tag May 19 21:22:54.478606 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:22:54.478930 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading Plugin: timestamp May 19 21:22:54.484023 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:22:54.484353 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading Plugin: network_ip_availability May 19 21:22:54.489993 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.490403 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.490759 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.491517 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:22:54.491830 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading Plugin: flavors May 19 21:22:54.496692 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:22:54.498050 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading Plugin: revisions May 19 21:22:54.502141 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:22:54.502566 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_concurrency.lockutils [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.894s {{(pid=103840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 21:22:54.503325 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103840) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 19 21:22:54.503659 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Initializing extension manager. May 19 21:22:54.504183 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: __init__.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.504524 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: __pycache__ {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.504857 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: _port_mac_address_override.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.505187 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: address_group.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.506155 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.506779 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: address-group May 19 21:22:54.507104 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: address_scope.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.507820 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.508331 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: address-scope May 19 21:22:54.508668 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.509624 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.510116 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: router-admin-state-down-before-update May 19 21:22:54.510468 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: agent.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.511165 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.511667 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: agent May 19 21:22:54.511988 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: agent_resources_synced.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.513448 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.513976 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: agent-resources-synced May 19 21:22:54.514331 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.516154 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.516675 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: allowed-address-pairs May 19 21:22:54.516999 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.518069 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.518629 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: auto-allocated-topology May 19 21:22:54.518956 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: availability_zone.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.519649 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.520156 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: availability_zone May 19 21:22:54.520470 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: availability_zone_filter.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.521373 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.521878 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: availability_zone_filter May 19 21:22:54.522192 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: data_plane_status.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.523123 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.523621 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension data-plane-status not supported by any of loaded plugins May 19 21:22:54.523941 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: default_subnetpools.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.524844 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.525342 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: default-subnetpools May 19 21:22:54.525656 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.526494 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.526994 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: dhcp_agent_scheduler May 19 21:22:54.527311 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: dns.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.528331 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.529332 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension dns-integration not supported by any of loaded plugins May 19 21:22:54.529654 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: dns_domain_ports.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.530606 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.531112 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 21:22:54.531428 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.532342 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.532841 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 19 21:22:54.533156 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: dvr.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.533821 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.534377 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: dvr May 19 21:22:54.534682 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: ecmp_routes.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.535592 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.536087 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension ecmp_routes not supported by any of loaded plugins May 19 21:22:54.536405 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: empty_string_filtering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.537300 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.537807 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: empty-string-filtering May 19 21:22:54.538125 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.539058 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.539554 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 21:22:54.539874 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.540766 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.541274 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 21:22:54.541580 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: external_net.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.542532 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.543027 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: external-net May 19 21:22:54.543346 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.544804 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.545322 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: extra_dhcp_opt May 19 21:22:54.545645 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: extraroute.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.546583 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.547087 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: extraroute May 19 21:22:54.547411 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: extraroute_atomic.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.548431 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.548940 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: extraroute-atomic May 19 21:22:54.549268 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: filter_validation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.549935 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.550465 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: filter-validation May 19 21:22:54.550789 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: fip_pf_description.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.551698 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.552195 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 21:22:54.552515 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: fip_pf_port_range.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.553415 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.553916 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 19 21:22:54.554252 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: fip_port_details.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.555181 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.555685 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: fip-port-details May 19 21:22:54.556004 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: flavors.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.557239 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.557754 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: flavors May 19 21:22:54.558077 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.560064 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.560658 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 21:22:54.560989 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: floatingip_pools.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.561844 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.562387 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: floatingip-pools May 19 21:22:54.562716 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: ip_allocation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.563637 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.564144 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension ip_allocation not supported by any of loaded plugins May 19 21:22:54.564469 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.565376 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.565882 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: ip-substring-filtering May 19 21:22:54.566207 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: l2_adjacency.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.567150 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.567648 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension l2_adjacency not supported by any of loaded plugins May 19 21:22:54.567969 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: l3.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.568961 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.569480 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: router May 19 21:22:54.569806 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.572074 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.572598 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 21:22:54.572937 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.573848 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.574399 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: ext-gw-mode May 19 21:22:54.574730 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.576236 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.576748 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: l3-ha May 19 21:22:54.577044 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.577964 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.578503 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 19 21:22:54.578827 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: l3_flavors.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.579745 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.580254 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: l3-flavors May 19 21:22:54.580573 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.581938 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.582484 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 19 21:22:54.582810 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.583723 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.584235 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: l3-port-ip-change-not-allowed May 19 21:22:54.584558 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: l3agentscheduler.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.585678 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.586192 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: l3_agent_scheduler May 19 21:22:54.586546 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: local_ip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.588375 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.588892 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension local_ip not supported by any of loaded plugins May 19 21:22:54.589334 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: logging.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.590969 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.591977 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension logging not supported by any of loaded plugins May 19 21:22:54.592310 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: metering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.593059 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.593641 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: metering May 19 21:22:54.593962 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.595533 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.596024 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: metering_source_and_destination_fields May 19 21:22:54.596415 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: multiprovidernet.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.597501 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.598061 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: multi-provider May 19 21:22:54.598424 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: netmtu.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.599348 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.599865 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: net-mtu May 19 21:22:54.600188 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: netmtu_writable.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.601106 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.601613 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: net-mtu-writable May 19 21:22:54.601932 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: network_availability_zone.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.602640 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.603174 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: network_availability_zone May 19 21:22:54.603495 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: network_ip_availability.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.604662 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.605230 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: network-ip-availability May 19 21:22:54.605580 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: network_segment_range.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.606518 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.608033 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension network-segment-range not supported by any of loaded plugins May 19 21:22:54.608399 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: pagination.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.609477 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.609843 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: pagination May 19 21:22:54.610181 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: port_device_profile.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.611213 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.611731 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: port-device-profile May 19 21:22:54.612095 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: port_mac_address_override.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.613058 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.613862 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: port-mac-override May 19 21:22:54.614193 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.615259 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.615775 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: port-mac-address-regenerate May 19 21:22:54.616144 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.617118 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.617739 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: port-numa-affinity-policy May 19 21:22:54.618104 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: port_resource_request.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.619226 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.619808 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension port-resource-request not supported by any of loaded plugins May 19 21:22:54.620131 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.621096 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.621595 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 19 21:22:54.621917 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: portbindings.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.623533 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.624051 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: binding May 19 21:22:54.624360 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: portbindings_extended.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.625630 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.626141 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: binding-extended May 19 21:22:54.626490 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: portsecurity.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.627417 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.627924 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: port-security May 19 21:22:54.628247 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: project_id.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.629218 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.629548 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: project-id May 19 21:22:54.629869 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: providernet.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.630814 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.631329 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: provider May 19 21:22:54.631647 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: qos.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.635321 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.635854 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension qos not supported by any of loaded plugins May 19 21:22:54.636184 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.637447 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.638739 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 21:22:54.639075 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.639993 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.640514 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 21:22:54.640837 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: qos_default.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.641752 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.642283 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension qos-default not supported by any of loaded plugins May 19 21:22:54.642612 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: qos_fip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.643524 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.644028 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension qos-fip not supported by any of loaded plugins May 19 21:22:54.644348 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.645254 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.645763 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 19 21:22:54.646088 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.647022 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.647531 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 21:22:54.647882 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.649174 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.649680 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 21:22:54.650004 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.651222 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.651739 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 19 21:22:54.652063 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.653095 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.654283 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 19 21:22:54.654650 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: qos_pps_rule.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.655876 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.656387 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension qos-pps not supported by any of loaded plugins May 19 21:22:54.656707 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.657617 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.658129 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 21:22:54.658478 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.659391 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.659901 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 19 21:22:54.660219 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: qos_rules_alias.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.661429 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.661942 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 21:22:54.662273 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: quota_check_limit.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.663298 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.663833 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: quota-check-limit May 19 21:22:54.664143 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: quotasv2.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.665186 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.665516 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: quotas May 19 21:22:54.665835 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: quotasv2_detail.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.667723 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.668058 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: quota_details May 19 21:22:54.668390 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: rbac.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.670335 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.671103 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: rbac-policies May 19 21:22:54.671443 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: rbac_address_group.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.672532 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.673058 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: rbac-address-group May 19 21:22:54.673383 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: rbac_address_scope.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.674366 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.674893 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: rbac-address-scope May 19 21:22:54.675214 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: rbac_security_groups.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.676167 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.676686 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: rbac-security-groups May 19 21:22:54.677006 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.677957 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.678511 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: rbac-subnetpool May 19 21:22:54.678834 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: revisionifmatch.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.679768 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.680279 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: revision-if-match May 19 21:22:54.680604 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: revisions.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.681765 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.682314 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: standard-attr-revisions May 19 21:22:54.682639 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: router_availability_zone.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.683331 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.683837 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: router_availability_zone May 19 21:22:54.684164 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: routerservicetype.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.685932 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.686522 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension router-service-type not supported by any of loaded plugins May 19 21:22:54.686850 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.687911 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.688425 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: security-groups-normalized-cidr May 19 21:22:54.688747 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.689685 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.690192 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: port-security-groups-filtering May 19 21:22:54.690541 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.691500 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.692003 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: security-groups-remote-address-group May 19 21:22:54.692319 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.693270 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.693773 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: security-groups-shared-filtering May 19 21:22:54.694091 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.694726 dv-cinder-835635-2-iscsi neutron-server[103840]: WARNING neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 19 21:22:54.695044 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: securitygroup.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.707261 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.707823 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: security-group May 19 21:22:54.708153 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: segment.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.708962 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.709464 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension segment not supported by any of loaded plugins May 19 21:22:54.709782 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.710868 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.711379 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 21:22:54.711698 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: servicetype.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.712850 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.713366 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: service-type May 19 21:22:54.713683 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: sorting.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.714782 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.715050 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: sorting May 19 21:22:54.715363 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: standard_attr_segment.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.716429 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.716917 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 21:22:54.717235 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: standardattrdescription.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.717912 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.718457 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: standard-attr-description May 19 21:22:54.718777 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: stateful_security_group.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.719790 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.720308 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: stateful-security-group May 19 21:22:54.720629 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: stdattrs_common.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.721214 dv-cinder-835635-2-iscsi neutron-server[103840]: WARNING neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 21:22:54.721528 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.722721 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.723604 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 21:22:54.724133 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: subnet_onboard.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.725453 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.725987 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: subnet_onboard May 19 21:22:54.726551 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.727674 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.728184 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 21:22:54.728504 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: subnet_service_types.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.729428 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.729981 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: subnet-service-types May 19 21:22:54.730571 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: subnetallocation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.732830 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.733356 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: subnet_allocation May 19 21:22:54.733683 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.734429 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.734944 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: subnetpool-prefix-ops May 19 21:22:54.735251 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.736329 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.736832 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 21:22:54.737148 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: tagging.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.738323 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.738853 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: standard-attr-tag May 19 21:22:54.739174 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: timestamp.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.740475 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.740976 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loaded extension: standard-attr-timestamp May 19 21:22:54.741319 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: trunk.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.742391 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.742894 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension trunk not supported by any of loaded plugins May 19 21:22:54.743216 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: trunk_details.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.744119 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.744617 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension trunk-details not supported by any of loaded plugins May 19 21:22:54.744934 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.745841 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.746661 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 21:22:54.747238 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Loading extension file: vlantransparent.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 21:22:54.748343 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 21:22:54.748854 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extension vlan-transparent not supported by any of loaded plugins May 19 21:22:54.752068 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:network May 19 21:22:54.752597 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:subnet May 19 21:22:54.752994 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:subnetpool May 19 21:22:54.753602 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:port May 19 21:22:54.755861 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:22:54.756426 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service FLAVORS assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:22:54.757068 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:22:54.757612 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:22:54.757817 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:router May 19 21:22:54.758276 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:floatingip May 19 21:22:54.758766 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service METERING assigned prefix: /metering {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:22:54.761067 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.761654 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.762096 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:22:54.763740 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of CountableResource for resource:rbac_policy May 19 21:22:54.764153 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:security_group May 19 21:22:54.764607 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 21:22:54.765221 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service CORE assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:22:54.765557 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:subnetpool May 19 21:22:54.765905 dv-cinder-835635-2-iscsi neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] subnetpool is already registered May 19 21:22:54.768490 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service CORE assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:22:54.768490 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:subnetpool May 19 21:22:54.768490 dv-cinder-835635-2-iscsi neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] subnetpool is already registered May 19 21:22:54.769323 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:22:54.771636 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service FLAVORS assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:22:54.771636 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:22:54.771636 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:22:54.771636 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:router May 19 21:22:54.771636 dv-cinder-835635-2-iscsi neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] router is already registered May 19 21:22:54.772010 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:floatingip May 19 21:22:54.772229 dv-cinder-835635-2-iscsi neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] floatingip is already registered May 19 21:22:54.773693 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service METERING assigned prefix: /metering {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:22:54.773693 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of CountableResource for resource:rbac_policy May 19 21:22:54.773693 dv-cinder-835635-2-iscsi neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] rbac_policy is already registered May 19 21:22:54.774928 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:security_group May 19 21:22:54.774928 dv-cinder-835635-2-iscsi neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] security_group is already registered May 19 21:22:54.774928 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 21:22:54.775147 dv-cinder-835635-2-iscsi neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] security_group_rule is already registered May 19 21:22:54.775755 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service CORE assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:22:54.776072 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:subnetpool May 19 21:22:54.776396 dv-cinder-835635-2-iscsi neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] subnetpool is already registered May 19 21:22:54.776806 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Service CORE assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:22:54.777123 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Creating instance of TrackedResource for resource:subnetpool May 19 21:22:54.777445 dv-cinder-835635-2-iscsi neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] subnetpool is already registered May 19 21:22:54.777903 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: extensions {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.779971 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: address-groups {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.781420 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: address-scopes {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.782751 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: agents {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.783890 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: auto-allocated-topology {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.785085 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: availability_zones {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.786355 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: dhcp-networks {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.787830 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: dhcp-agents {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.789208 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: routers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.790914 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: flavors {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.792140 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: service_profiles {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.793542 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: next_providers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.795376 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: service_profiles {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.796895 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: floatingip-pools {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.798077 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: routers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.799767 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: floatingips {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.801040 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: l3-routers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.802421 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: l3-agents {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.803794 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: metering-labels {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.805017 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: metering-label-rules {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.806479 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: network-ip-availabilities {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.807703 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: bindings {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.809239 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: quotas {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.810937 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: quotas {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.812431 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: rbac-policies {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.813593 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: security-groups {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.816194 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: security-group-rules {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.817488 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: service-providers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.818715 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: subnetpools {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.819985 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: subnetpools {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.821527 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.823332 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.825100 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.827005 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.828669 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.830637 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.832282 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.834126 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.835907 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.837673 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron.api.extensions [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:22:54.844007 dv-cinder-835635-2-iscsi neutron-server[103840]: WARNING keystonemiddleware.auth_token [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 21:22:54.849428 dv-cinder-835635-2-iscsi neutron-server[103840]: WARNING keystonemiddleware.auth_token [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 21:22:54.859143 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_concurrency.lockutils [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Acquired lock "singleton_lock" {{(pid=103840) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 19 21:22:54.859614 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_concurrency.lockutils [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Releasing lock "singleton_lock" {{(pid=103840) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 19 21:22:54.860284 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO oslo_service.service [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Starting 2 workers May 19 21:22:54.865222 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Started child 103951 {{(pid=103840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 21:22:54.870047 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Started child 103952 {{(pid=103840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 21:22:54.870707 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:22:54.871614 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO neutron.service [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Neutron service started, listening on 0.0.0.0:9696 May 19 21:22:54.872193 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [-] (103951) wsgi starting up on http://0.0.0.0:9696 May 19 21:22:54.872328 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:22:54.875043 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO oslo_service.service [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Starting 1 workers May 19 21:22:54.875309 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:22:54.876720 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [-] (103952) wsgi starting up on http://0.0.0.0:9696 May 19 21:22:54.880289 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Started child 103953 {{(pid=103840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 21:22:54.880836 dv-cinder-835635-2-iscsi neutron-server[103840]: INFO oslo_service.service [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Starting 1 workers May 19 21:22:54.884297 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.service [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] calling RpcWorker wait() {{(pid=103953) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 21:22:54.885000 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.service [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] returning from RpcWorker wait() {{(pid=103953) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 21:22:54.885793 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Started child 103954 {{(pid=103840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 21:22:54.886143 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:22:54.886590 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2ccc-3b8e-4f98-9605-2d9277cd46f3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:22:54.886801 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:22:54.888867 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103840) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 21:22:54.889021 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 21:22:54.889207 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 21:22:54.889620 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 21:22:54.890048 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 21:22:54.890215 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 21:22:54.890716 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.890989 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.891239 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.891495 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.892246 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.892395 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:22:54.892949 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.892949 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.892949 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.893199 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.893374 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.893533 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.893770 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.894002 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.894409 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.894669 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.894896 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.895120 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.895376 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.895633 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.895881 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.896114 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.896408 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] debug = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.896644 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.896919 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:22:54.897184 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.897431 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.897677 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.897911 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.898206 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.898512 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.898734 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.899138 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.899374 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.899697 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.899930 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.900176 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.900380 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.900737 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.901007 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.901232 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.901700 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] host = dv-cinder-835635-2-iscsi {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.901929 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.902130 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.902370 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.902644 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.902920 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.903170 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.903493 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.903852 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.904140 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.904383 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.904619 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.904847 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.905247 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.905549 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.905740 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_options = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.905886 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.906145 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.906426 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.906636 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.906839 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.906982 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.907184 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.907339 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.907549 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.907741 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.907983 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.908212 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.908486 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.908682 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.908920 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.909230 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.909459 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.909654 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.909912 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.910214 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.910436 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.910667 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.910897 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.911398 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.911398 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.911743 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.911743 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.912003 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.912136 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.912417 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.912641 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.912887 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.913124 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.913361 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.913675 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.913822 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.914061 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.914379 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.914631 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.914860 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.915183 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.915431 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.915844 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.916155 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.916401 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.916556 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.916864 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] use_json = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.917011 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.917201 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.917352 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.917550 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.917766 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.917981 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.918208 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.918483 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.918691 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:54.919173 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.919660 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.919875 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.920033 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.920306 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.920420 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.920675 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.920868 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.921121 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.921396 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.921662 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.921896 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.922364 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.922504 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.922736 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.923078 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.923342 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.923606 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.923978 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.924166 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.924291 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.924420 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.924707 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.924919 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.925142 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.925379 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.925575 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.926440 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.926440 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.926440 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.926858 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.926858 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.927100 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.927294 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.927538 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.927788 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.928013 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.928310 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.928453 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.928656 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.928915 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.930403 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.930403 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.930403 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.930403 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.930403 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.930403 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.931191 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.931191 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.931191 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.931191 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.931497 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.931578 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.931760 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.931994 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.932198 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.932605 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.932741 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.932871 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.933156 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.933343 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.934369 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.934369 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.934369 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.934369 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.934922 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.934922 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.934922 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.935285 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.935407 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.935527 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.935728 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.935946 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.936149 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.936346 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.936603 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.936808 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.937017 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.937241 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.937448 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.937658 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.937888 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.938093 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.938343 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.938550 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.938757 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.938960 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.939155 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.939376 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.939595 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.939799 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.940113 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.940347 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.940588 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.940810 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.941067 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.941278 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.941525 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.941715 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.941941 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.942147 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.942416 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.942652 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.942893 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.943109 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.943332 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.943560 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.943783 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.943992 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.944207 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.944419 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.944644 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.944863 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.945125 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.945372 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.945597 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.945809 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.946052 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.946319 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.946586 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.946817 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.947075 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.947321 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.947565 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.947851 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.948105 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.948366 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.948590 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.948811 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.949085 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.949322 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.949561 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.949781 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.950024 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.950396 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.950649 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.950888 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.951115 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.951357 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.951667 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.951891 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.952885 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.952885 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.952885 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.952885 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.953434 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.953434 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.954069 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.954069 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.954069 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.954622 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.954622 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.954622 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.955131 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.955131 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.955436 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.955436 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.955908 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.956146 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.956341 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.956566 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.956773 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.957595 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.957903 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.958123 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.958772 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.959561 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.959791 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.960752 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.960752 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.961543 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.962585 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.963845 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.966337 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.966337 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.966517 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.966749 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.967004 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.967250 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.967505 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.967738 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.967976 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.968193 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.968446 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.968702 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.968917 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.969133 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.969353 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.969567 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.969776 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.970017 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.970228 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.972272 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.972552 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.972915 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.973174 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.973417 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.973698 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.973942 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.974168 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.974435 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.974660 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.974897 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.975130 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.975351 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.975590 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.975805 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.976025 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.976239 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.976771 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.977108 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.977390 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.977717 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.978127 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.978387 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.978724 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.978990 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.979610 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.979831 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.980046 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.980257 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.980471 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.980680 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.980972 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.981207 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.981531 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.981795 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.982007 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.982768 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.983031 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.983274 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.983475 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.983696 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.983908 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.984116 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.984337 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.984562 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.984744 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.984962 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.985174 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.985404 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.985625 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.985837 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.986043 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.986283 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.986512 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.986702 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.986921 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.987351 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.987736 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.988130 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.988351 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.988569 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.988809 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.989017 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.989224 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.989456 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.989685 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.989886 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.991783 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.992062 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.992311 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.992599 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.992859 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.993107 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.993372 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.993669 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.993887 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.994127 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.996343 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.996584 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.996818 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.997126 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.997551 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.997946 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.998304 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.998572 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.998856 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.999139 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.999429 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.999646 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:54.999963 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.000274 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.000547 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.000812 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.001041 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.001286 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.001512 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.001728 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.001943 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.002154 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.002493 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.002792 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.003063 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.003328 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.003568 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.003827 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.004079 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.004348 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.004587 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.004863 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.005142 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.005341 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 21:22:55.005965 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103840) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 21:22:55.006133 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 21:22:55.006384 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 21:22:55.006560 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 21:22:55.006730 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 21:22:55.006881 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 21:22:55.007088 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.007252 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.007413 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.007573 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.007755 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.007913 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.008075 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.008229 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.008387 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.008544 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.008701 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.008855 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.009010 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.009166 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.009346 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.009503 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.009662 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.009823 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.009977 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.010129 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.010313 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.010475 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] debug = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.010632 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.010887 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.011016 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.011136 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.011291 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.011447 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.011606 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.011761 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.011919 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.012075 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.012232 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.012386 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.012541 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.012795 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.012958 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.013114 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.013269 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.013424 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] host = dv-cinder-835635-2-iscsi {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.013578 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.013867 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.014043 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.014194 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.014385 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.014539 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.014855 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.015009 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.015168 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.015327 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.015539 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.015676 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.015797 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.015951 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.016107 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_options = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.016262 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.016415 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.016572 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.016751 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.016911 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.017066 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.017223 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:22:55.017349 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.017468 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.017586 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.017702 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.017820 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.017937 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.018088 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.018325 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.018439 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.018539 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.018690 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.018844 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.018999 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.019153 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.019308 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.019462 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.019616 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.019770 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.019924 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.020164 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.020528 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.020689 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.020843 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.021098 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.021314 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.021757 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.021757 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.022030 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.022147 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.022227 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.022384 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.022557 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.022692 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.023020 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.023176 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.023330 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.023486 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.023645 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.023796 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.024121 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.024450 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] use_json = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.024599 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.024745 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.024880 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.025041 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.025217 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.025498 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.025498 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.026034 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.026034 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:22:55.026034 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.026509 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.026509 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.026509 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.026880 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.026880 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.026880 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.027245 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.027245 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.027484 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.027484 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.027744 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.027744 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.028073 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.028073 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.028463 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.028463 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.031387 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.031387 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.031387 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.031387 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.032638 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.032638 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.032638 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.032638 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.032638 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.032638 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.032638 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.032638 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.034144 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.034144 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.034144 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.034144 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.034144 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.034144 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.034144 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.034144 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.038577 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.038577 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.038577 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.038577 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.038577 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.038577 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.038577 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.038577 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.038577 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039059 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039059 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039059 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039059 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039059 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039059 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039059 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039059 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039059 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039541 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039541 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039541 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039541 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039541 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039541 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039541 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039541 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039952 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039952 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039952 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039952 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039952 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039952 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039952 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039952 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.039952 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.040432 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.040432 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.040432 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.040432 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.040432 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.040432 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.040432 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.040432 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.040432 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.040909 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.040909 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.040909 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.041083 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.041193 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.041347 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.041506 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.041671 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.041824 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.042294 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.042480 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.042626 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.042760 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.043344 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.043673 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.043834 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.044026 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.044196 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.044333 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.044526 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.044645 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.045023 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.045189 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.045351 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.045512 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.045681 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.045863 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.046010 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.046163 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.046367 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.046458 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.046624 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.046768 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.046905 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.047056 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.047208 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.047359 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.047512 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.047699 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.047858 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.047992 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.048145 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.048309 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.048478 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.048645 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.048800 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.048991 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.049119 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.049279 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.049440 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.050304 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.050304 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.050304 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.050304 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.050304 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.050699 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.050699 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.050699 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.050871 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.050970 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.051130 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.051288 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.051439 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.051576 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.051725 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.051882 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.052045 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.052202 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.052356 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.052514 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.052665 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.052836 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.052979 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.053135 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.053292 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.053448 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.053606 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.053761 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.053919 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.054076 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.054231 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.054410 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.054570 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.054728 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.054885 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.055041 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.055197 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.055353 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.055567 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.055725 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.055882 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.056082 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.056464 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.056464 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.056697 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.056816 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.056965 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.057084 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.057200 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.057316 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.057463 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.057628 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.057787 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.057928 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.058089 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.058335 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.059226 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.059226 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.059226 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.059226 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.059226 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.059226 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.060520 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.060520 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.060520 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.060520 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.060520 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.060520 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.060520 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.061402 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.061402 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.061402 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.061402 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.061402 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.061402 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.061909 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.061909 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.061909 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.062119 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.062119 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.062289 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.062416 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.062576 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.062736 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.062911 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.063053 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.063209 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.063366 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.063522 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.063683 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.063833 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.063973 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.064146 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.064296 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.064445 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.064620 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.064767 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.064902 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.065046 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.065208 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.065355 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.065482 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.065607 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.065758 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.065945 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.066128 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.066433 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.066433 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.066776 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.066776 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.066930 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.067084 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.067165 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.067241 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.067644 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.067644 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.067815 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.067904 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.067989 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.068146 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.068302 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.068457 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.068623 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.068780 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.068936 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.069093 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.069250 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.069406 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.069574 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.069732 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.069889 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.070054 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.070211 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.070464 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.070675 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.070766 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.070925 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.071085 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.071246 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.071402 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.071560 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.071719 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.071881 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.072047 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.072211 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.072370 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.072537 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.072703 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.072869 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.073025 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.073190 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.073361 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.073520 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.073679 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.073839 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.073998 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.074156 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.074335 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.074493 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.074649 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.074805 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.074962 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.075151 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.075310 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.075451 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.075610 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.075771 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.075930 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.076080 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.076237 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.076395 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:22:55.076591 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 21:22:55.196908 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 53286) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:22:55.205444 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063496 May 19 21:23:04.338398 dv-cinder-835635-2-iscsi neutron-server[103840]: DEBUG dbcounter [-] [103840] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:06.677011 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1925c5e7-0e84-4484-8939-6157770c5974 None None] get_active_networks_info from dv-cinder-835635-2-iscsi {{(pid=103953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 19 21:23:06.689042 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writer thread running {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 21:23:06.759637 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1925c5e7-0e84-4484-8939-6157770c5974 None None] No non-hosted networks {{(pid=103953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 21:23:06.769520 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.agentschedulers_db [None req-1925c5e7-0e84-4484-8939-6157770c5974 None None] DHCP Agent not found on host dv-cinder-835635-2-iscsi {{(pid=103953) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 19 21:23:06.901038 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-96b506fe-bc4a-43aa-ba06-8c4333d0ff03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697878'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:08.877113 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writer thread running {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 21:23:09.365325 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-927fbe86-d18a-4e1f-ad6f-41ec5a8483cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697878'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:09.384530 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9761279-b5bb-4c1c-b4cc-8814f10747e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:10.295527 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 53358) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:23:10.417873 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697878'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:10.939618 dv-cinder-835635-2-iscsi neutron-server[103952]: WARNING oslo_policy.policy [None req-b6f59415-e6b0-4126-86da-d54b076797d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:23:10.940186 dv-cinder-835635-2-iscsi neutron-server[103952]: WARNING oslo_policy.policy [None req-b6f59415-e6b0-4126-86da-d54b076797d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:23:11.156122 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [None req-b6f59415-e6b0-4126-86da-d54b076797d2 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:23:11.170283 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b6f59415-e6b0-4126-86da-d54b076797d2 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8606768 May 19 21:23:11.968233 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697878'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:13.051272 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697878'] for agent (a371228c-96d0-404c-885a-071448637838), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:13.052765 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.053354 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.053879 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.054538 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.054973 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.055452 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.055883 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.056659 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.057059 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.057831 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.058823 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.059286 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.060191 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.060708 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.061118 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:13.061663 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835635-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:13.068453 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835635-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:13.771620 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 53392) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:23:14.210641 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-abee75ea-16d0-4dff-931b-fd309f49f6e4 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:23:14.308011 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.policy [None req-abee75ea-16d0-4dff-931b-fd309f49f6e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103952) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 21:23:14.353859 dv-cinder-835635-2-iscsi neutron-server[103952]: WARNING oslo_policy.policy [None req-abee75ea-16d0-4dff-931b-fd309f49f6e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:23:14.354233 dv-cinder-835635-2-iscsi neutron-server[103952]: WARNING oslo_policy.policy [None req-abee75ea-16d0-4dff-931b-fd309f49f6e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:23:14.376101 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writer thread running {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 21:23:14.460919 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abee75ea-16d0-4dff-931b-fd309f49f6e4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773185276908', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773185276176', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773185292948', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773185294658', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773185190179', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773185181435', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-653859', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647950', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1669216', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2066114'] for rbac-policy (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:14.534023 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abee75ea-16d0-4dff-931b-fd309f49f6e4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:14.546274 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-abee75ea-16d0-4dff-931b-fd309f49f6e4 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7622612 May 19 21:23:17.573708 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 53404) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:23:17.734528 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.db.l3_hamode_db [None req-cfdb4ced-7807-440f-b9a9-8fcd5ac72db1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 21:23:17.817441 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdb4ced-7807-440f-b9a9-8fcd5ac72db1 None None] Routers set() bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:23:17.817798 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdb4ced-7807-440f-b9a9-8fcd5ac72db1 None None] Router IDs set() for agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 19 21:23:18.229438 dv-cinder-835635-2-iscsi neutron-server[103951]: WARNING oslo_policy.policy [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:23:18.230219 dv-cinder-835635-2-iscsi neutron-server[103951]: WARNING oslo_policy.policy [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:23:18.467216 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:23:18.480265 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writer thread running {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 21:23:18.525757 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Made reservation on behalf of c12a755e369e4c55a7d4a855fc16d986 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:23:18.586800 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.policy [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103951) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 21:23:18.631437 dv-cinder-835635-2-iscsi neutron-server[103951]: WARNING oslo_policy.policy [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:23:18.631814 dv-cinder-835635-2-iscsi neutron-server[103951]: WARNING oslo_policy.policy [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:23:18.642757 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:18.666179 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:18.795117 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Publish callbacks [] for security_group (0ac8e9e0-ccb4-4ea7-b7d0-5489e35828ab), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:18.800695 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (0ac8e9e0-ccb4-4ea7-b7d0-5489e35828ab), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:18.828510 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:23:18.867335 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (ad7af9b8-d73b-4cad-b3d7-5087a5706a0f), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:18.867896 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.segments_db [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Added segment ad7af9b8-d73b-4cad-b3d7-5087a5706a0f of type vlan for network 5d91f2b0-d1e6-497a-8f3f-a4333983326f May 19 21:23:18.885111 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac8e9e0-ccb4-4ea7-b7d0-5489e35828ab,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:18.940343 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.940560 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.940913 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.941276 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.941604 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.941915 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.942262 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.942568 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.942892 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.943183 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.943558 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.943860 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.945447 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.945447 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.945447 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Tracked resource versions report: May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: pushed versions: May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: { 'AddressGroup': {'1.2'}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Agent': {'1.1'}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'ConntrackHelper': {'1.0'}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'LocalIPAssociation': {'1.0'}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Log': {'1.0'}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'NDPProxy': {'1.0'}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Network': {'1.1'}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Port': {'1.7'}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'PortForwarding': {'1.3'}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'QosPolicy': {'1.10'}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'SecurityGroup': {'1.5'}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'SecurityGroupRule': {'1.2'}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'SubPort': {'1.0'}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Subnet': {'1.1'}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Trunk': {'1.1'}} May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: consumer versions: May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: { DHCP agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: L3 agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: Metadata agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: Metering agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: Open vSwitch agent@dv-cinder-835635-2-iscsi: { 'AddressGroup': '1.2', May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Agent': '1.1', May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'ConntrackHelper': '1.0', May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'LocalIPAssociation': '1.0', May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Log': '1.0', May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'NDPProxy': '1.0', May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Network': '1.1', May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Port': '1.7', May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'PortForwarding': '1.3', May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'QosPolicy': '1.10', May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'SecurityGroup': '1.5', May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'SecurityGroupRule': '1.2', May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'SubPort': '1.0', May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Subnet': '1.1', May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Trunk': '1.1'}} May 19 21:23:18.946167 dv-cinder-835635-2-iscsi neutron-server[103951]: {{(pid=103951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:23:18.993602 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (5d91f2b0-d1e6-497a-8f3f-a4333983326f), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:19.044708 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (5d91f2b0-d1e6-497a-8f3f-a4333983326f), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:19.052096 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:23:19.053147 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:19.181373 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.6054969 May 19 21:23:19.222138 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b4646-7a12-4ee4-9bca-08024d8f069f demo demo] Pushing event updated for resources: {'Network': ['ID=5d91f2b0-d1e6-497a-8f3f-a4333983326f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:19.235566 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network 5d91f2b0-d1e6-497a-8f3f-a4333983326f details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:23:21.812716 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 53424) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:23:22.341234 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48ebe58-c0af-4af4-9a46-143385c5a7ab demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:23:22.342867 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-c48ebe58-c0af-4af4-9a46-143385c5a7ab demo admin] 10.222.0.65 "GET /v2.0/networks/5d91f2b0-d1e6-497a-8f3f-a4333983326f HTTP/1.1" status: 200 len: 825 time: 0.5288706 May 19 21:23:22.362705 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=59,neutron:INSERT=39,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:22.391464 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-c61b4e8e-06b7-41cf-a586-3b06192b8417 demo admin] 10.222.0.65 "GET /v2.0/subnetpools/932e7dcc-5dc7-4498-ab83-619251ef8038 HTTP/1.1" status: 200 len: 734 time: 0.0388622 May 19 21:23:22.401318 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c12a4037-4be5-45ed-828f-cf63bbb93328 demo admin] Request body: {'subnet': {'subnetpool_id': '932e7dcc-5dc7-4498-ab83-619251ef8038', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f', 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:23:22.426343 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12a4037-4be5-45ed-828f-cf63bbb93328 demo admin] Made reservation on behalf of c12a755e369e4c55a7d4a855fc16d986 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:23:22.428621 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c12a4037-4be5-45ed-828f-cf63bbb93328 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:22.784444 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c12a4037-4be5-45ed-828f-cf63bbb93328 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for subnet (e15c60c4-8c5c-4ebe-8f61-92abfa607b7c), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:22.864487 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:22.879503 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a4037-4be5-45ed-828f-cf63bbb93328 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e15c60c4-8c5c-4ebe-8f61-92abfa607b7c,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:22.890901 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a4037-4be5-45ed-828f-cf63bbb93328 demo admin] Checking segment: {'id': 'ad7af9b8-d73b-4cad-b3d7-5087a5706a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:23:22.891353 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12a4037-4be5-45ed-828f-cf63bbb93328 demo admin] Network hostable DHCP agents. Network: 5d91f2b0-d1e6-497a-8f3f-a4333983326f, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:23:22.920488 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12a4037-4be5-45ed-828f-cf63bbb93328 demo admin] Network 5d91f2b0-d1e6-497a-8f3f-a4333983326f is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:23:22.934774 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c12a4037-4be5-45ed-828f-cf63bbb93328 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, 5d91f2b0-d1e6-497a-8f3f-a4333983326f) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:23:22.942392 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12a4037-4be5-45ed-828f-cf63bbb93328 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:23:22.943212 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c12a4037-4be5-45ed-828f-cf63bbb93328 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:22.950749 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb99f537-6b01-4061-9c7e-1956798ab514 None None] Network 5d91f2b0-d1e6-497a-8f3f-a4333983326f requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:23:22.973910 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-c12a4037-4be5-45ed-828f-cf63bbb93328 demo admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5760424 May 19 21:23:23.298758 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfcf098c-fcb3-5877-a9cf-25c71848f504-5d91f2b0-d1e6-497a-8f3f-a4333983326f', 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f', 'project_id': 'c12a755e369e4c55a7d4a855fc16d986', 'fixed_ips': [{'subnet_id': 'e15c60c4-8c5c-4ebe-8f61-92abfa607b7c'}]}} from dv-cinder-835635-2-iscsi. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 21:23:23.300980 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:23.721420 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Allocated IP 172.20.0.2 (5d91f2b0-d1e6-497a-8f3f-a4333983326f/e15c60c4-8c5c-4ebe-8f61-92abfa607b7c/a2d3f9c0-caef-4e5c-8db1-ea87f05130d6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:23:23.736135 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=63,neutron:INSERT=33,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:24.014083 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Publish callbacks [] for port (a2d3f9c0-caef-4e5c-8db1-ea87f05130d6), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:24.025365 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (a2d3f9c0-caef-4e5c-8db1-ea87f05130d6), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:24.166189 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Network 5d91f2b0-d1e6-497a-8f3f-a4333983326f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:23:24.177843 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:23:24.183328 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Pushing event updated for resources: {'Port': ['ID=a2d3f9c0-caef-4e5c-8db1-ea87f05130d6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:24.188781 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:23:24.199829 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.200157 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.200545 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.200988 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.201405 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.201740 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.202057 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.202400 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.202715 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.203028 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.203330 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.203654 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.203967 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.204273 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.204593 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Tracked resource versions report: May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: pushed versions: May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: { 'AddressGroup': {'1.2'}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Agent': {'1.1'}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'ConntrackHelper': {'1.0'}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'LocalIPAssociation': {'1.0'}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Log': {'1.0'}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'NDPProxy': {'1.0'}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Network': {'1.1'}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Port': {'1.7'}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'PortForwarding': {'1.3'}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'QosPolicy': {'1.10'}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'SecurityGroup': {'1.5'}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'SecurityGroupRule': {'1.2'}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'SubPort': {'1.0'}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Subnet': {'1.1'}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Trunk': {'1.1'}} May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: consumer versions: May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: { DHCP agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: L3 agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: Metadata agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: Metering agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: Open vSwitch agent@dv-cinder-835635-2-iscsi: { 'AddressGroup': '1.2', May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Agent': '1.1', May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'ConntrackHelper': '1.0', May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'LocalIPAssociation': '1.0', May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Log': '1.0', May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'NDPProxy': '1.0', May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Network': '1.1', May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Port': '1.7', May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'PortForwarding': '1.3', May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'QosPolicy': '1.10', May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'SecurityGroup': '1.5', May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'SecurityGroupRule': '1.2', May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'SubPort': '1.0', May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Subnet': '1.1', May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Trunk': '1.1'}} May 19 21:23:24.206026 dv-cinder-835635-2-iscsi neutron-server[103953]: {{(pid=103953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:23:24.288855 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Attempting to bind port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:23:24.289146 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Attempting to bind port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': 'ad7af9b8-d73b-4cad-b3d7-5087a5706a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:23:24.289587 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Attempting to bind port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 on network 5d91f2b0-d1e6-497a-8f3f-a4333983326f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:23:24.296376 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:23:24.296803 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Checking segment: {'id': 'ad7af9b8-d73b-4cad-b3d7-5087a5706a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:23:24.297044 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:24.297467 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Bound using segment: {'id': 'ad7af9b8-d73b-4cad-b3d7-5087a5706a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:23:24.297962 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Bound port: a2d3f9c0-caef-4e5c-8db1-ea87f05130d6, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7af9b8-d73b-4cad-b3d7-5087a5706a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:23:24.298430 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (a2d3f9c0-caef-4e5c-8db1-ea87f05130d6), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:24.311413 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:24.374174 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] For port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:23:24.397062 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] For port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=a2d3f9c0-caef-4e5c-8db1-ea87f05130d6,segment=NetworkSegment(ad7af9b8-d73b-4cad-b3d7-5087a5706a0f),segment_id=ad7af9b8-d73b-4cad-b3d7-5087a5706a0f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:23:24.408664 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (a2d3f9c0-caef-4e5c-8db1-ea87f05130d6), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:24.477589 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05af0d4-a206-48e7-ae83-48cdcb283394 None None] Pushing event updated for resources: {'Port': ['ID=a2d3f9c0-caef-4e5c-8db1-ea87f05130d6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:24.523580 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=22,neutron:INSERT=34 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:24.527857 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=11,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:25.820080 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 53440) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:23:26.256123 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [None req-caf4e418-3892-4888-929d-03320b5ff12d admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:23:26.257233 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-caf4e418-3892-4888-929d-03320b5ff12d admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4360812 May 19 21:23:27.005856 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:27.014044 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=7 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:28.771336 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 53452) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:23:29.143823 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [None req-e582257c-96b0-4dab-8dda-5215d8fca781 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:23:29.144817 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-e582257c-96b0-4dab-8dda-5215d8fca781 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3724875 May 19 21:23:31.689558 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 53460) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:23:32.041861 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a516237f-4005-4d26-827c-587554568b13 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:23:32.070157 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a516237f-4005-4d26-827c-587554568b13 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2802'] for router (864cbe02-d9d7-4f99-8413-b952afdc2373), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:32.071860 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a516237f-4005-4d26-827c-587554568b13 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2034749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2811'] for router (864cbe02-d9d7-4f99-8413-b952afdc2373), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:32.213231 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a516237f-4005-4d26-827c-587554568b13 demo demo] Publish callbacks [] for router_controller (864cbe02-d9d7-4f99-8413-b952afdc2373), precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:32.219488 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a516237f-4005-4d26-827c-587554568b13 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696601'] for router (864cbe02-d9d7-4f99-8413-b952afdc2373), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:32.237542 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a516237f-4005-4d26-827c-587554568b13 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:32.238795 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-a516237f-4005-4d26-827c-587554568b13 demo demo] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5482557 May 19 21:23:34.468950 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=42,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:34.469975 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:34.817577 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 53474) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:23:35.214001 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [None req-eaca03e8-54d7-43e3-a540-007ef533c26d admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:23:35.215367 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-eaca03e8-54d7-43e3-a540-007ef533c26d admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3966749 May 19 21:23:36.416155 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:23:36.494229 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bc29d0-19c1-49f0-b04a-6d9b6d26d72e None None] Network 5d91f2b0-d1e6-497a-8f3f-a4333983326f requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:23:36.580669 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:23:36.580981 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (a2d3f9c0-caef-4e5c-8db1-ea87f05130d6), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:36.615389 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2c8217df-0aa8-419f-a156-427d36abfc25 None None] Provisioning complete for port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:23:36.615773 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c8217df-0aa8-419f-a156-427d36abfc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (a2d3f9c0-caef-4e5c-8db1-ea87f05130d6), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:36.739396 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d473af4-3a2a-4dc3-813e-b12ccd564f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:36.839431 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:23:36.839854 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (a2d3f9c0-caef-4e5c-8db1-ea87f05130d6), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:36.843165 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2c8217df-0aa8-419f-a156-427d36abfc25 None None] Current status of the port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:23:36.843589 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c8217df-0aa8-419f-a156-427d36abfc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (a2d3f9c0-caef-4e5c-8db1-ea87f05130d6), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:36.897818 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] For port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=a2d3f9c0-caef-4e5c-8db1-ea87f05130d6,segment=NetworkSegment(ad7af9b8-d73b-4cad-b3d7-5087a5706a0f),segment_id=ad7af9b8-d73b-4cad-b3d7-5087a5706a0f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:23:36.904048 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (a2d3f9c0-caef-4e5c-8db1-ea87f05130d6), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:36.983255 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.db.api [None req-2c8217df-0aa8-419f-a156-427d36abfc25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 21:23:36.983706 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG oslo_db.api [None req-2c8217df-0aa8-419f-a156-427d36abfc25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 21:23:36.984553 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Pushing event updated for resources: {'Port': ['ID=a2d3f9c0-caef-4e5c-8db1-ea87f05130d6,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:37.518605 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2c8217df-0aa8-419f-a156-427d36abfc25 None None] Current status of the port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:23:37.636552 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d1e7bf54-a505-490a-a341-47ad3be5f1ec None None] Provisioning complete for port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:23:37.636941 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1e7bf54-a505-490a-a341-47ad3be5f1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (a2d3f9c0-caef-4e5c-8db1-ea87f05130d6), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:37.717733 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d1e7bf54-a505-490a-a341-47ad3be5f1ec None None] Current status of the port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:23:37.779500 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 53486) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:23:38.148185 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:23:38.178364 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Made reservation on behalf of 0436212ebbfa4ccb91d5457faaa851ee for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:23:38.181178 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:38.196973 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:38.309670 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Publish callbacks [] for security_group (6220227a-f46b-47ad-8f95-b06d6efbf46e), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:38.315109 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (6220227a-f46b-47ad-8f95-b06d6efbf46e), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:38.327462 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Reserving flat network on physical network physnet1 {{(pid=103952) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 21:23:38.362782 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (622939f5-6625-4ce6-b226-5544a8e43ec1), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:38.363208 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Added segment 622939f5-6625-4ce6-b226-5544a8e43ec1 of type flat for network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 May 19 21:23:38.382593 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6220227a-f46b-47ad-8f95-b06d6efbf46e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:38.383110 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:23:38.426514 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:23:38.426902 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (a2d3f9c0-caef-4e5c-8db1-ea87f05130d6), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:38.433300 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.433658 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.434043 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.434460 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.435170 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.435170 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.435469 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.435703 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.436025 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.436348 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.436622 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.436947 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.437268 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.437578 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.437881 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Tracked resource versions report: May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: pushed versions: May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: { 'AddressGroup': {'1.2'}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Agent': {'1.1'}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'ConntrackHelper': {'1.0'}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'LocalIPAssociation': {'1.0'}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Log': {'1.0'}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'NDPProxy': {'1.0'}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Network': {'1.1'}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Port': {'1.7'}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'PortForwarding': {'1.3'}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'QosPolicy': {'1.10'}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'SecurityGroup': {'1.5'}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'SecurityGroupRule': {'1.2'}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'SubPort': {'1.0'}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Subnet': {'1.1'}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Trunk': {'1.1'}} May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: consumer versions: May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: { DHCP agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: L3 agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: Metadata agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: Metering agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: Open vSwitch agent@dv-cinder-835635-2-iscsi: { 'AddressGroup': '1.2', May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Agent': '1.1', May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'ConntrackHelper': '1.0', May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'LocalIPAssociation': '1.0', May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Log': '1.0', May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'NDPProxy': '1.0', May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Network': '1.1', May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Port': '1.7', May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'PortForwarding': '1.3', May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'QosPolicy': '1.10', May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'SecurityGroup': '1.5', May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'SecurityGroupRule': '1.2', May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'SubPort': '1.0', May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Subnet': '1.1', May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Trunk': '1.1'}} May 19 21:23:38.439334 dv-cinder-835635-2-iscsi neutron-server[103952]: {{(pid=103952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:23:38.482174 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:38.493646 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:38.512020 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:23:38.538287 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:38.539402 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:23:38.540100 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:38.618809 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8382473 May 19 21:23:38.644555 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0e438-7a79-41ff-9693-b50e8653e673 admin admin] Pushing event updated for resources: {'Network': ['ID=5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:38.657054 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:23:38.761425 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:39.346831 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f26c3f74-1f9e-4176-b3dc-9e115cdbe5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:40.385984 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:41.147387 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 53508) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:23:41.388180 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1595f8-49b9-41e7-99e7-86efd84f8659 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:23:41.389653 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-cd1595f8-49b9-41e7-99e7-86efd84f8659 demo admin] 10.222.0.65 "GET /v2.0/subnets/e15c60c4-8c5c-4ebe-8f61-92abfa607b7c HTTP/1.1" status: 200 len: 849 time: 0.2412956 May 19 21:23:41.579321 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-ae36974f-b49d-487b-855a-7bc0060779fb demo admin] 10.222.0.65 "GET /v2.0/routers/864cbe02-d9d7-4f99-8413-b952afdc2373 HTTP/1.1" status: 200 len: 704 time: 0.1837924 May 19 21:23:41.851031 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:41.889242 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:42.097129 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:42.158615 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:42.183108 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Allocated IP 172.20.0.1 (5d91f2b0-d1e6-497a-8f3f-a4333983326f/e15c60c4-8c5c-4ebe-8f61-92abfa607b7c/0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:23:42.231276 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:42.232123 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:INSERT=10,neutron:SELECT=57,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:42.381213 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Publish callbacks [] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:42.451888 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:42.532233 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Network 5d91f2b0-d1e6-497a-8f3f-a4333983326f is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:23:42.541178 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:23:42.544891 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:23:42.545576 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1697578'] for router_interface (864cbe02-d9d7-4f99-8413-b952afdc2373), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:42.567936 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Pushing event updated for resources: {'Port': ['ID=0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:42.772012 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7bf57294-6f40-425b-bac2-4135a8e33b46 None None] Provisioning complete for port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:23:42.772389 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bf57294-6f40-425b-bac2-4135a8e33b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:42.780479 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:42.808111 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7bf57294-6f40-425b-bac2-4135a8e33b46 None None] Port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:23:43.042037 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:43.101092 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Publish callbacks [] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:43.106125 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:43.107311 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-285455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697946'] for router_interface (864cbe02-d9d7-4f99-8413-b952afdc2373), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:43.190436 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Pushing event updated for resources: {'Port': ['ID=0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:43.195809 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:43.239922 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Network 5d91f2b0-d1e6-497a-8f3f-a4333983326f is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:23:43.241394 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:23:43.389889 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:43.430073 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9cef3f2e-68a5-488d-ba2a-11d107f657c3 None None] Provisioning complete for port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:23:43.430546 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cef3f2e-68a5-488d-ba2a-11d107f657c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:43.430990 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Router 864cbe02-d9d7-4f99-8413-b952afdc2373 is scheduled to L3 agent 63064880-299a-4199-80c8-b1b38af51d60 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 21:23:43.462972 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9cef3f2e-68a5-488d-ba2a-11d107f657c3 None None] Port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:23:43.524482 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:23:43.530184 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1610606a-4188-4c63-bb18-f80444bc6879 demo admin] 10.222.0.65 "PUT /v2.0/routers/864cbe02-d9d7-4f99-8413-b952afdc2373/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9452643 May 19 21:23:43.546523 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Sync routers for ids ['864cbe02-d9d7-4f99-8413-b952afdc2373'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:23:43.561647 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Routers {'864cbe02-d9d7-4f99-8413-b952afdc2373'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:23:43.562025 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:23:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['864cbe02-d9d7-4f99-8413-b952afdc2373'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:43.755636 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Set router 864cbe02-d9d7-4f99-8413-b952afdc2373 gateway port host: None {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:23:44.205809 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'name': 'router1', 'tenant_id': 'c12a755e369e4c55a7d4a855fc16d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:23:32Z', 'updated_at': '2022-05-19T21:23:42Z', 'revision_number': 2, 'project_id': 'c12a755e369e4c55a7d4a855fc16d986', 'gw_port_host': None, '_interfaces': [{'id': '0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13', 'name': '', 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f', 'tenant_id': 'c12a755e369e4c55a7d4a855fc16d986', 'mac_address': 'fa:16:3e:92:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e15c60c4-8c5c-4ebe-8f61-92abfa607b7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:23:41Z', 'updated_at': '2022-05-19T21:23:42Z', 'revision_number': 2, 'project_id': 'c12a755e369e4c55a7d4a855fc16d986', 'subnets': [{'id': 'e15c60c4-8c5c-4ebe-8f61-92abfa607b7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '932e7dcc-5dc7-4498-ab83-619251ef8038'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:44.256785 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Checking router: 864cbe02-d9d7-4f99-8413-b952afdc2373 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:23:44.257158 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Updating router 864cbe02-d9d7-4f99-8413-b952afdc2373 port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 binding host dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:23:44.311709 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:44.891692 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Publish callbacks [] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:44.899723 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:45.122304 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Pushing event updated for resources: {'Port': ['ID=0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:45.139067 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Attempting to bind port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:23:45.139692 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Attempting to bind port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': 'ad7af9b8-d73b-4cad-b3d7-5087a5706a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:23:45.140314 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Attempting to bind port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 on network 5d91f2b0-d1e6-497a-8f3f-a4333983326f {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:23:45.144592 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.145071 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.145537 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.146056 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.146583 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.147090 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.147584 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.148032 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.148464 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.148895 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.149326 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.149792 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.150215 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.150724 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.151146 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Tracked resource versions report: May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: pushed versions: May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: { 'AddressGroup': {'1.2'}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Agent': {'1.1'}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'ConntrackHelper': {'1.0'}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'LocalIPAssociation': {'1.0'}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Log': {'1.0'}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'NDPProxy': {'1.0'}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Network': {'1.1'}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Port': {'1.7'}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'PortForwarding': {'1.3'}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'QosPolicy': {'1.10'}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'SecurityGroup': {'1.5'}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'SecurityGroupRule': {'1.2'}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'SubPort': {'1.0'}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Subnet': {'1.1'}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Trunk': {'1.1'}} May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: consumer versions: May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: { DHCP agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: L3 agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: Metadata agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: Metering agent@dv-cinder-835635-2-iscsi: {}, May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: Open vSwitch agent@dv-cinder-835635-2-iscsi: { 'AddressGroup': '1.2', May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Agent': '1.1', May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'ConntrackHelper': '1.0', May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'LocalIPAssociation': '1.0', May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Log': '1.0', May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'NDPProxy': '1.0', May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Network': '1.1', May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Port': '1.7', May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'PortForwarding': '1.3', May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'QosPolicy': '1.10', May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'SecurityGroup': '1.5', May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'SecurityGroupRule': '1.2', May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'SubPort': '1.0', May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Subnet': '1.1', May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Trunk': '1.1'}} May 19 21:23:45.152709 dv-cinder-835635-2-iscsi neutron-server[103954]: {{(pid=103954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:23:45.159866 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:23:45.160234 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Checking segment: {'id': 'ad7af9b8-d73b-4cad-b3d7-5087a5706a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:23:45.160697 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:45.161067 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Bound using segment: {'id': 'ad7af9b8-d73b-4cad-b3d7-5087a5706a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:23:45.161614 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Bound port: 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7af9b8-d73b-4cad-b3d7-5087a5706a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:23:45.161913 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:45.219649 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:45.235120 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] For port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:23:45.256134 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] For port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13,segment=NetworkSegment(ad7af9b8-d73b-4cad-b3d7-5087a5706a0f),segment_id=ad7af9b8-d73b-4cad-b3d7-5087a5706a0f)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:23:45.258825 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:45.263519 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:45.319305 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b5419-9128-4a2c-bd18-de661ba7d72d None None] Pushing event updated for resources: {'Port': ['ID=0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:45.353799 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Routers {'864cbe02-d9d7-4f99-8413-b952afdc2373'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:23:45.354442 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:23:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['864cbe02-d9d7-4f99-8413-b952afdc2373'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:45.357201 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b989d559-c3f7-42db-9fd3-9f1dfa6b4052 None None] Provisioning complete for port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:23:45.358765 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b989d559-c3f7-42db-9fd3-9f1dfa6b4052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:45.448610 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b989d559-c3f7-42db-9fd3-9f1dfa6b4052 None None] Current status of the port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:23:45.449273 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b989d559-c3f7-42db-9fd3-9f1dfa6b4052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:45.474094 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] Set router 864cbe02-d9d7-4f99-8413-b952afdc2373 gateway port host: None {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:23:45.489461 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b989d559-c3f7-42db-9fd3-9f1dfa6b4052 None None] For port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13,segment=NetworkSegment(ad7af9b8-d73b-4cad-b3d7-5087a5706a0f),segment_id=ad7af9b8-d73b-4cad-b3d7-5087a5706a0f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:23:45.496461 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b989d559-c3f7-42db-9fd3-9f1dfa6b4052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:45.543226 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989d559-c3f7-42db-9fd3-9f1dfa6b4052 None None] Pushing event updated for resources: {'Port': ['ID=0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:45.617705 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-67aba4fa-a977-48bb-8189-6d95209ee2c3 None None] Provisioning complete for port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:23:45.618742 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67aba4fa-a977-48bb-8189-6d95209ee2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:45.691860 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'name': 'router1', 'tenant_id': 'c12a755e369e4c55a7d4a855fc16d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:23:32Z', 'updated_at': '2022-05-19T21:23:42Z', 'revision_number': 2, 'project_id': 'c12a755e369e4c55a7d4a855fc16d986', 'gw_port_host': None, '_interfaces': [{'id': '0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13', 'name': '', 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f', 'tenant_id': 'c12a755e369e4c55a7d4a855fc16d986', 'mac_address': 'fa:16:3e:92:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e15c60c4-8c5c-4ebe-8f61-92abfa607b7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:23:41Z', 'updated_at': '2022-05-19T21:23:45Z', 'revision_number': 4, 'project_id': 'c12a755e369e4c55a7d4a855fc16d986', 'subnets': [{'id': 'e15c60c4-8c5c-4ebe-8f61-92abfa607b7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '932e7dcc-5dc7-4498-ab83-619251ef8038'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:45.702712 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-67aba4fa-a977-48bb-8189-6d95209ee2c3 None None] Current status of the port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:23:45.718375 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316718c3-9b72-45fe-8bf6-f066abd90d05 None None] The sync data for ids ['864cbe02-d9d7-4f99-8413-b952afdc2373'] in dv-cinder-835635-2-iscsi is: [{'id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'name': 'router1', 'tenant_id': 'c12a755e369e4c55a7d4a855fc16d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:23:32Z', 'updated_at': '2022-05-19T21:23:42Z', 'revision_number': 2, 'project_id': 'c12a755e369e4c55a7d4a855fc16d986', 'gw_port_host': None, '_interfaces': [{'id': '0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13', 'name': '', 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f', 'tenant_id': 'c12a755e369e4c55a7d4a855fc16d986', 'mac_address': 'fa:16:3e:92:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e15c60c4-8c5c-4ebe-8f61-92abfa607b7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:23:41Z', 'updated_at': '2022-05-19T21:23:45Z', 'revision_number': 4, 'project_id': 'c12a755e369e4c55a7d4a855fc16d986', 'subnets': [{'id': 'e15c60c4-8c5c-4ebe-8f61-92abfa607b7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '932e7dcc-5dc7-4498-ab83-619251ef8038'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:23:45.986267 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 53532) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:23:46.105355 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda523ce-d7ae-4d72-84dd-3c7e5a977878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:23:46.108002 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-eda523ce-d7ae-4d72-84dd-3c7e5a977878 admin admin] 10.222.0.65 "GET /v2.0/networks/5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 HTTP/1.1" status: 200 len: 842 time: 0.1197300 May 19 21:23:46.118037 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3b77bbfc-8612-4581-b093-ace6099d697e admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:23:46.145698 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b77bbfc-8612-4581-b093-ace6099d697e admin admin] Made reservation on behalf of 0436212ebbfa4ccb91d5457faaa851ee for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:23:46.148362 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3b77bbfc-8612-4581-b093-ace6099d697e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:46.457154 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.objects.ports [None req-3b77bbfc-8612-4581-b093-ace6099d697e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103952) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 19 21:23:46.457585 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3b77bbfc-8612-4581-b093-ace6099d697e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for subnet (a7e96714-b807-49cb-9879-415a7b7c5816), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:46.507692 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77bbfc-8612-4581-b093-ace6099d697e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e96714-b807-49cb-9879-415a7b7c5816,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:46.528021 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77bbfc-8612-4581-b093-ace6099d697e admin admin] Checking segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:23:46.528318 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b77bbfc-8612-4581-b093-ace6099d697e admin admin] Network hostable DHCP agents. Network: 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:23:46.554415 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b77bbfc-8612-4581-b093-ace6099d697e admin admin] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:23:46.566950 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3b77bbfc-8612-4581-b093-ace6099d697e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:23:46.571900 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b77bbfc-8612-4581-b093-ace6099d697e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:23:46.572487 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3b77bbfc-8612-4581-b093-ace6099d697e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:46.578648 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe64150-11eb-4a4a-883d-0f672cc9c25c None None] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:23:46.610279 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-3b77bbfc-8612-4581-b093-ace6099d697e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4772897 May 19 21:23:46.715560 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf8b2f3-fb8b-4db0-809d-7afb7f2f4ba5 None None] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:23:48.969456 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 53540) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:23:49.116240 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-55347882-b5e8-4d6a-846c-544e01a14af4 demo admin] 10.222.0.65 "GET /v2.0/routers/864cbe02-d9d7-4f99-8413-b952afdc2373 HTTP/1.1" status: 200 len: 710 time: 0.1455450 May 19 21:23:49.142320 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:49.217685 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c535966f-c45b-477e-9b06-e966d35b5d35 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:23:49.218969 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c535966f-c45b-477e-9b06-e966d35b5d35 demo admin] 10.222.0.65 "GET /v2.0/networks/5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 HTTP/1.1" status: 200 len: 886 time: 0.0939991 May 19 21:23:49.227998 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:23:49.385181 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:49.559908 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Publish callbacks [] for router_gateway (864cbe02-d9d7-4f99-8413-b952afdc2373), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:49.792814 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Publish callbacks [] for router_gateway (864cbe02-d9d7-4f99-8413-b952afdc2373), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:49.880295 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:49.940286 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 5 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:23:50.014621 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Allocated IP 172.27.0.92 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/d30ea437-4e11-4903-9c46-f046df58fca0) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:23:50.117381 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Publish callbacks [] for port (d30ea437-4e11-4903-9c46-f046df58fca0), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:50.150187 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (d30ea437-4e11-4903-9c46-f046df58fca0), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:50.191437 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:23:50.193651 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:50.197150 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:23:50.198872 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Pushing event updated for resources: {'Port': ['ID=d30ea437-4e11-4903-9c46-f046df58fca0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:50.203202 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:23:50.417946 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:50.471875 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Publish callbacks [] for router_gateway (864cbe02-d9d7-4f99-8413-b952afdc2373), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:50.678594 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router (864cbe02-d9d7-4f99-8413-b952afdc2373), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:50.682156 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695679'] for router (864cbe02-d9d7-4f99-8413-b952afdc2373), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:50.791321 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Router 864cbe02-d9d7-4f99-8413-b952afdc2373 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:23:50.902061 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:23:50.907453 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:50.917254 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-82b4d73e-7ce8-4a8f-851f-5d12cf05eef0 demo admin] 10.222.0.65 "PUT /v2.0/routers/864cbe02-d9d7-4f99-8413-b952afdc2373 HTTP/1.1" status: 200 len: 889 time: 1.6839497 May 19 21:23:53.432028 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 53554) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:23:53.555129 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-92343c44-1fd3-4533-aec5-8231961060c4 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1219342 May 19 21:23:54.428329 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:23:54.476769 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:23:54.478723 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:54.539444 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:54.584801 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:23:54.708606 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Sync routers for ids ['864cbe02-d9d7-4f99-8413-b952afdc2373'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:23:54.722538 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Routers {'864cbe02-d9d7-4f99-8413-b952afdc2373'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:23:54.723332 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:23:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['864cbe02-d9d7-4f99-8413-b952afdc2373'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:54.910308 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:54.948747 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Set router 864cbe02-d9d7-4f99-8413-b952afdc2373 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:23:55.438964 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'name': 'router1', 'tenant_id': 'c12a755e369e4c55a7d4a855fc16d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd30ea437-4e11-4903-9c46-f046df58fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:23:32Z', 'updated_at': '2022-05-19T21:23:50Z', 'revision_number': 4, 'project_id': 'c12a755e369e4c55a7d4a855fc16d986', 'gw_port': {'id': 'd30ea437-4e11-4903-9c46-f046df58fca0', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:23:49Z', 'updated_at': '2022-05-19T21:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13', 'name': '', 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f', 'tenant_id': 'c12a755e369e4c55a7d4a855fc16d986', 'mac_address': 'fa:16:3e:92:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e15c60c4-8c5c-4ebe-8f61-92abfa607b7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:23:41Z', 'updated_at': '2022-05-19T21:23:45Z', 'revision_number': 5, 'project_id': 'c12a755e369e4c55a7d4a855fc16d986', 'subnets': [{'id': 'e15c60c4-8c5c-4ebe-8f61-92abfa607b7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '932e7dcc-5dc7-4498-ab83-619251ef8038'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:55.491680 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Checking router: 864cbe02-d9d7-4f99-8413-b952afdc2373 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:23:55.491988 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Updating router 864cbe02-d9d7-4f99-8413-b952afdc2373 port d30ea437-4e11-4903-9c46-f046df58fca0 binding host dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:23:55.549543 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (d30ea437-4e11-4903-9c46-f046df58fca0), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:55.695148 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=53 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:55.951431 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Publish callbacks [] for port (d30ea437-4e11-4903-9c46-f046df58fca0), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:55.959381 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (d30ea437-4e11-4903-9c46-f046df58fca0), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:56.038832 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69f16b-ac38-4c5d-a2d4-3c3cbb1ef0d5 None None] Pushing event updated for resources: {'Port': ['ID=d30ea437-4e11-4903-9c46-f046df58fca0,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:56.041601 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Attempting to bind port d30ea437-4e11-4903-9c46-f046df58fca0 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:23:56.041977 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Attempting to bind port d30ea437-4e11-4903-9c46-f046df58fca0 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:23:56.042370 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Attempting to bind port d30ea437-4e11-4903-9c46-f046df58fca0 on network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:23:56.050648 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:23:56.051030 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Checking segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:23:56.051435 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:56.051839 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Bound using segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:23:56.052349 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Bound port: d30ea437-4e11-4903-9c46-f046df58fca0, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:23:56.052739 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (d30ea437-4e11-4903-9c46-f046df58fca0), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:56.108614 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:56.110380 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] For port d30ea437-4e11-4903-9c46-f046df58fca0, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:23:56.114992 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] For port d30ea437-4e11-4903-9c46-f046df58fca0, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=d30ea437-4e11-4903-9c46-f046df58fca0,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:23:56.121934 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (d30ea437-4e11-4903-9c46-f046df58fca0), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:56.183123 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Routers {'864cbe02-d9d7-4f99-8413-b952afdc2373'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:23:56.183753 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:23:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['864cbe02-d9d7-4f99-8413-b952afdc2373'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:56.223121 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69f16b-ac38-4c5d-a2d4-3c3cbb1ef0d5 None None] Pushing event updated for resources: {'Port': ['ID=d30ea437-4e11-4903-9c46-f046df58fca0,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:56.313727 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] Set router 864cbe02-d9d7-4f99-8413-b952afdc2373 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:23:56.407613 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:23:56.569423 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'name': 'router1', 'tenant_id': 'c12a755e369e4c55a7d4a855fc16d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd30ea437-4e11-4903-9c46-f046df58fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:23:32Z', 'updated_at': '2022-05-19T21:23:50Z', 'revision_number': 4, 'project_id': 'c12a755e369e4c55a7d4a855fc16d986', 'gw_port': {'id': 'd30ea437-4e11-4903-9c46-f046df58fca0', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:23:49Z', 'updated_at': '2022-05-19T21:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13', 'name': '', 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f', 'tenant_id': 'c12a755e369e4c55a7d4a855fc16d986', 'mac_address': 'fa:16:3e:92:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e15c60c4-8c5c-4ebe-8f61-92abfa607b7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:23:41Z', 'updated_at': '2022-05-19T21:23:45Z', 'revision_number': 5, 'project_id': 'c12a755e369e4c55a7d4a855fc16d986', 'subnets': [{'id': 'e15c60c4-8c5c-4ebe-8f61-92abfa607b7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '932e7dcc-5dc7-4498-ab83-619251ef8038'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:56.598381 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e22b7-549c-4566-bac8-a04e83d01099 None None] The sync data for ids ['864cbe02-d9d7-4f99-8413-b952afdc2373'] in dv-cinder-835635-2-iscsi is: [{'id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'name': 'router1', 'tenant_id': 'c12a755e369e4c55a7d4a855fc16d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd30ea437-4e11-4903-9c46-f046df58fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:23:32Z', 'updated_at': '2022-05-19T21:23:50Z', 'revision_number': 4, 'project_id': 'c12a755e369e4c55a7d4a855fc16d986', 'gw_port': {'id': 'd30ea437-4e11-4903-9c46-f046df58fca0', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:23:49Z', 'updated_at': '2022-05-19T21:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13', 'name': '', 'network_id': '5d91f2b0-d1e6-497a-8f3f-a4333983326f', 'tenant_id': 'c12a755e369e4c55a7d4a855fc16d986', 'mac_address': 'fa:16:3e:92:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864cbe02-d9d7-4f99-8413-b952afdc2373', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e15c60c4-8c5c-4ebe-8f61-92abfa607b7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:23:41Z', 'updated_at': '2022-05-19T21:23:45Z', 'revision_number': 5, 'project_id': 'c12a755e369e4c55a7d4a855fc16d986', 'subnets': [{'id': 'e15c60c4-8c5c-4ebe-8f61-92abfa607b7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '932e7dcc-5dc7-4498-ab83-619251ef8038'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:23:58.479290 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device d30ea437-4e11-4903-9c46-f046df58fca0 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:23:58.572898 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port d30ea437-4e11-4903-9c46-f046df58fca0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:23:58.573278 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (d30ea437-4e11-4903-9c46-f046df58fca0), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:58.665088 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port d30ea437-4e11-4903-9c46-f046df58fca0 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:23:58.665649 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (d30ea437-4e11-4903-9c46-f046df58fca0), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:58.694414 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] For port d30ea437-4e11-4903-9c46-f046df58fca0, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=d30ea437-4e11-4903-9c46-f046df58fca0,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:23:58.716612 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (d30ea437-4e11-4903-9c46-f046df58fca0), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:23:58.869717 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Pushing event updated for resources: {'Port': ['ID=d30ea437-4e11-4903-9c46-f046df58fca0,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:59.937110 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=30 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:24:00.483834 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device d30ea437-4e11-4903-9c46-f046df58fca0 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:24:00.597074 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port d30ea437-4e11-4903-9c46-f046df58fca0 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:24:00.597448 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (d30ea437-4e11-4903-9c46-f046df58fca0), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:24:00.729662 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port d30ea437-4e11-4903-9c46-f046df58fca0 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:24:03.543675 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=47 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:24:03.551596 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:24:06.640711 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b31bccb-c7c9-41cf-99c2-32a4f5bf0950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:24:09.353664 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-123e5b11-4117-466b-8fa0-e39d0764f920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:24:10.385365 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:24:10.396585 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:24:11.895328 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:24:13.068976 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:24:13.948661 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:24:13.965450 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:24:23.037613 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:24:23.053126 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:24:26.943829 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 5 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:24:36.646353 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1444d8fe-9efe-402c-aac9-699fd23cb16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:24:36.944494 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:24:39.374043 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a1b95bf-a5ce-4f76-a1a1-38497e0f9865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:24:40.408470 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:24:41.895375 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:24:43.046154 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:24:50.949211 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:24:50.951009 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:24:53.032810 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:24:53.040108 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:03.944254 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 5 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:25:04.938327 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:06.650597 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b13bf585-edec-446c-b00f-44f52ab300d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:09.351519 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9020c4e0-c33d-46e2-8d0b-81c85bf2cdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:10.404221 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:11.906427 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:13.047803 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:13.940822 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:17.385417 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54090) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:25:17.450309 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-7915994f-f3ed-4ecf-87db-4f0cbc3f55ac admin admin] GET failed (client error): The resource could not be found. May 19 21:25:17.451830 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-7915994f-f3ed-4ecf-87db-4f0cbc3f55ac admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0654361 May 19 21:25:17.731134 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dd6f41-d114-475f-92a4-08721e8b6ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:17.733252 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a2dd6f41-d114-475f-92a4-08721e8b6ae9 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2771208 May 19 21:25:20.031090 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54100) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:25:20.144141 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfc124a-c53c-49d2-ac13-1c82d4fca87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:20.146336 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8bfc124a-c53c-49d2-ac13-1c82d4fca87a admin admin] 10.222.0.65 "GET /v2.0/subnets/e15c60c4-8c5c-4ebe-8f61-92abfa607b7c HTTP/1.1" status: 200 len: 849 time: 0.1140845 May 19 21:25:20.156108 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:25:20.248381 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Publish callbacks [] for subnet (e15c60c4-8c5c-4ebe-8f61-92abfa607b7c), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:20.395773 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773187214812'] for subnet (e15c60c4-8c5c-4ebe-8f61-92abfa607b7c), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:20.436867 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:20.437702 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:20.439283 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] 10.222.0.65 "PUT /v2.0/subnets/e15c60c4-8c5c-4ebe-8f61-92abfa607b7c HTTP/1.1" status: 200 len: 868 time: 0.2871802 May 19 21:25:20.440149 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e265c5c5-9979-4c03-bd08-12d994f6bd47 None None] Network 5d91f2b0-d1e6-497a-8f3f-a4333983326f requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:25:20.470977 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15c60c4-8c5c-4ebe-8f61-92abfa607b7c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:25:20.487050 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.487583 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.488248 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.488798 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.489340 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.489875 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.490451 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.490980 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.491543 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.492069 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.492620 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.493178 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.493727 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.494473 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.495005 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57358041-9a27-424a-8ef1-669e8218c122 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:25:20.872834 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c760588d-afa2-4922-aeab-22381205f2f9 None None] Provisioning complete for port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:25:20.873395 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c760588d-afa2-4922-aeab-22381205f2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (a2d3f9c0-caef-4e5c-8db1-ea87f05130d6), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:20.958399 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c760588d-afa2-4922-aeab-22381205f2f9 None None] Current status of the port a2d3f9c0-caef-4e5c-8db1-ea87f05130d6 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:25:20.968895 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c760588d-afa2-4922-aeab-22381205f2f9 None None] Provisioning complete for port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:25:20.969263 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c760588d-afa2-4922-aeab-22381205f2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:21.045877 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c760588d-afa2-4922-aeab-22381205f2f9 None None] Current status of the port 0ba538b1-5e49-4db9-bf1b-b2ff7a6a8f13 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:25:22.771329 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54108) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:25:22.998957 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aecbdf-ac1f-4bb9-a985-d57801d4befd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:22.999275 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aecbdf-ac1f-4bb9-a985-d57801d4befd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:23.000891 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b8aecbdf-ac1f-4bb9-a985-d57801d4befd admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2282252 May 19 21:25:25.343292 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54116) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:25:25.566296 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c9826b-c8bc-4455-a609-4cdc0dfc9b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:25.566662 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c9826b-c8bc-4455-a609-4cdc0dfc9b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:25.568245 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-06c9826b-c8bc-4455-a609-4cdc0dfc9b6d admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2237074 May 19 21:25:27.876102 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54126) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:25:27.943822 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=15 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:27.948843 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=17 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:28.036715 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd9fe51-8834-4805-b494-7f0922bc9b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:28.038130 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-dbd9fe51-8834-4805-b494-7f0922bc9b56 admin admin] 10.222.0.65 "GET /v2.0/networks/5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 HTTP/1.1" status: 200 len: 886 time: 0.1607385 May 19 21:25:30.428004 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54134) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:25:30.611303 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8698fe5-b013-41d5-a9d9-015e48553907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:30.612655 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-e8698fe5-b013-41d5-a9d9-015e48553907 admin admin] 10.222.0.65 "GET /v2.0/networks/5d91f2b0-d1e6-497a-8f3f-a4333983326f HTTP/1.1" status: 200 len: 869 time: 0.1834865 May 19 21:25:31.040555 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:31.043963 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:32.938728 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54142) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:25:32.994110 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=66,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:32.996078 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=79,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:33.078030 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222b33c8-2344-4f73-9cd5-54b10c1b9dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:33.078886 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222b33c8-2344-4f73-9cd5-54b10c1b9dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:33.081530 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-222b33c8-2344-4f73-9cd5-54b10c1b9dcc admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1416001 May 19 21:25:35.415647 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54150) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:25:35.518164 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f246d20c-613d-442a-b39c-259ac774fb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:35.518652 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f246d20c-613d-442a-b39c-259ac774fb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:35.520248 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-f246d20c-613d-442a-b39c-259ac774fb9a admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1033199 May 19 21:25:36.647905 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e1120230-ba84-4253-8fb2-5463964e539e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:37.909890 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54158) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:25:38.010773 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefeea5a-2a08-4be2-8dd4-22dde01469b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:38.012174 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-fefeea5a-2a08-4be2-8dd4-22dde01469b8 admin admin] 10.222.0.65 "GET /v2.0/subnets/a7e96714-b807-49cb-9879-415a7b7c5816 HTTP/1.1" status: 200 len: 816 time: 0.1012793 May 19 21:25:39.349852 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02c9df3f-d0d7-47ed-a9d0-1a16d8caf34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:40.349082 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54166) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:25:40.400796 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:40.466924 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc18edb8-f63e-4730-b806-7d5f1f062f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:25:40.468411 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-cc18edb8-f63e-4730-b806-7d5f1f062f6f admin admin] 10.222.0.65 "GET /v2.0/subnets/e15c60c4-8c5c-4ebe-8f61-92abfa607b7c HTTP/1.1" status: 200 len: 868 time: 0.1181135 May 19 21:25:40.946503 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 5 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:25:41.902098 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:43.050335 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:25:45.511790 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=50 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:45.513644 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=42 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:50.461609 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=13 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:50.463730 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=10 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:50.939942 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:50.940890 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:53.039596 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:25:53.042769 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:04.946176 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:04.946995 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:06.644500 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-675d3103-770d-4965-a382-1797ebc75aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:09.346629 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01aff101-920b-466a-aee1-0e547d3e281d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:10.400862 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:11.903417 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:13.047772 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:17.945901 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 5 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:26:21.788256 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54224) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:26:21.847394 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [None req-7632c949-370e-401f-914b-7a6a88b92ed9 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:26:21.848402 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-7632c949-370e-401f-914b-7a6a88b92ed9 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0591476 May 19 21:26:23.040497 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:23.042576 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:24.238473 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54232) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:26:24.302098 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.pecan_wsgi.hooks.translation [None req-7073d9a4-7edc-4358-b545-6f0bf6b4c643 admin admin] GET failed (client error): The resource could not be found. May 19 21:26:24.303430 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-7073d9a4-7edc-4358-b545-6f0bf6b4c643 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639586 May 19 21:26:24.457007 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2966432f-6c79-4142-828e-dacdc4c85244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:26:24.458705 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-2966432f-6c79-4142-828e-dacdc4c85244 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1506028 May 19 21:26:26.756959 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54240) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:26:26.809097 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:26:26.829506 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Made reservation on behalf of 0436212ebbfa4ccb91d5457faaa851ee for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:26:26.831917 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:26.872242 dv-cinder-835635-2-iscsi neutron-server[103951]: WARNING neutron.services.revisions.revision_plugin [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Could not find related network for resource to bump revision. May 19 21:26:26.886418 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:26:26.896693 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (5084247f-4dc4-456c-9784-fda0f6490c33), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:26.897087 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.segments_db [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Added segment 5084247f-4dc4-456c-9784-fda0f6490c33 of type vlan for network 75942863-9af7-491b-a083-94f8728ab5f2 May 19 21:26:26.940085 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (75942863-9af7-491b-a083-94f8728ab5f2), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:26.967285 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (75942863-9af7-491b-a083-94f8728ab5f2), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:26.968321 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:26:26.969032 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:27.053817 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2956586 May 19 21:26:27.070790 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Pushing event updated for resources: {'Network': ['ID=75942863-9af7-491b-a083-94f8728ab5f2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:26:27.079283 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.079585 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.079948 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.080269 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.080612 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.081457 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.081457 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.081709 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.082068 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.082557 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.082934 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.083395 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.083826 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.084183 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.084503 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da478d-8282-4ba6-9403-60926c43fbeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:27.097923 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network 75942863-9af7-491b-a083-94f8728ab5f2 details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:26:27.942133 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:29.343272 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54248) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:26:29.408820 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a02c2f6-72f8-4e0d-93db-411e63e7b902 admin admin] GET failed (client error): The resource could not be found. May 19 21:26:29.410141 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4a02c2f6-72f8-4e0d-93db-411e63e7b902 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0656333 May 19 21:26:29.484166 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2a5fc-ded1-4c73-ac65-15ebcc27c393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:26:29.485622 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f2b2a5fc-ded1-4c73-ac65-15ebcc27c393 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0712397 May 19 21:26:29.495475 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '75942863-9af7-491b-a083-94f8728ab5f2'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:26:29.516740 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Made reservation on behalf of 0436212ebbfa4ccb91d5457faaa851ee for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:26:29.519252 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:29.700232 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for subnet (6744b41c-0f63-4f97-ade7-cf038667f37c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:29.748317 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6744b41c-0f63-4f97-ade7-cf038667f37c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:26:29.762030 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.762532 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.762732 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.763094 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.763415 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.763731 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.764044 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.764352 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.764661 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.764977 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.765302 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.765636 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.765943 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.766259 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.766571 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:29.776474 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Checking segment: {'id': '5084247f-4dc4-456c-9784-fda0f6490c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '75942863-9af7-491b-a083-94f8728ab5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:26:29.776810 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Network hostable DHCP agents. Network: 75942863-9af7-491b-a083-94f8728ab5f2, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:26:29.794978 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Network 75942863-9af7-491b-a083-94f8728ab5f2 is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:26:29.803822 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, 75942863-9af7-491b-a083-94f8728ab5f2) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:26:29.807935 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:26:29.808546 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:29.813251 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae74d65-43a0-4dc6-a442-f9ca21860566 None None] Network 75942863-9af7-491b-a083-94f8728ab5f2 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:26:29.825431 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c86ece47-5e3e-4faf-8c12-36a418bb8586 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3332946 May 19 21:26:29.925284 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfcf098c-fcb3-5877-a9cf-25c71848f504-75942863-9af7-491b-a083-94f8728ab5f2', 'network_id': '75942863-9af7-491b-a083-94f8728ab5f2', 'project_id': '0436212ebbfa4ccb91d5457faaa851ee', 'fixed_ips': [{'subnet_id': '6744b41c-0f63-4f97-ade7-cf038667f37c'}]}} from dv-cinder-835635-2-iscsi. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 21:26:29.926312 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:30.087083 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Allocated IP 192.168.233.2 (75942863-9af7-491b-a083-94f8728ab5f2/6744b41c-0f63-4f97-ade7-cf038667f37c/4f8ed4fd-e776-453f-9020-d9ab11f07084) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:26:30.355205 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Publish callbacks [] for port (4f8ed4fd-e776-453f-9020-d9ab11f07084), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:30.363869 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (4f8ed4fd-e776-453f-9020-d9ab11f07084), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:30.408723 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Network 75942863-9af7-491b-a083-94f8728ab5f2 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:26:30.412417 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:26:30.416895 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:26:30.423373 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Pushing event updated for resources: {'Port': ['ID=4f8ed4fd-e776-453f-9020-d9ab11f07084,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:26:30.438098 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.438752 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.439280 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.439808 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.440145 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.440470 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.440793 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.441107 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.441428 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.441757 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.442100 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.442578 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.442773 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.443092 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.443394 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:26:30.504168 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Attempting to bind port 4f8ed4fd-e776-453f-9020-d9ab11f07084 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:26:30.504532 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Attempting to bind port 4f8ed4fd-e776-453f-9020-d9ab11f07084 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '5084247f-4dc4-456c-9784-fda0f6490c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '75942863-9af7-491b-a083-94f8728ab5f2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:26:30.509463 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Attempting to bind port 4f8ed4fd-e776-453f-9020-d9ab11f07084 on network 75942863-9af7-491b-a083-94f8728ab5f2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:26:30.512387 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:26:30.512623 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Checking segment: {'id': '5084247f-4dc4-456c-9784-fda0f6490c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '75942863-9af7-491b-a083-94f8728ab5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:26:30.513509 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:30.513509 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Bound using segment: {'id': '5084247f-4dc4-456c-9784-fda0f6490c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '75942863-9af7-491b-a083-94f8728ab5f2'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:26:30.513765 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Bound port: 4f8ed4fd-e776-453f-9020-d9ab11f07084, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5084247f-4dc4-456c-9784-fda0f6490c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '75942863-9af7-491b-a083-94f8728ab5f2'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:26:30.514149 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4f8ed4fd-e776-453f-9020-d9ab11f07084), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:30.582195 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] For port 4f8ed4fd-e776-453f-9020-d9ab11f07084, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:26:30.585608 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] For port 4f8ed4fd-e776-453f-9020-d9ab11f07084, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=4f8ed4fd-e776-453f-9020-d9ab11f07084,segment=NetworkSegment(5084247f-4dc4-456c-9784-fda0f6490c33),segment_id=5084247f-4dc4-456c-9784-fda0f6490c33)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:26:30.593994 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (4f8ed4fd-e776-453f-9020-d9ab11f07084), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:30.668499 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0440f-e600-4d90-86df-3cff05d54d92 None None] Pushing event updated for resources: {'Port': ['ID=4f8ed4fd-e776-453f-9020-d9ab11f07084,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:26:31.555180 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e39e49-1ce7-4e18-a991-ce56890c17c3 None None] Network 75942863-9af7-491b-a083-94f8728ab5f2 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:26:31.616552 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-50bac1bd-9565-4cd9-8546-dfd5d90ac63e None None] Provisioning complete for port 4f8ed4fd-e776-453f-9020-d9ab11f07084 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:26:31.616940 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50bac1bd-9565-4cd9-8546-dfd5d90ac63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4f8ed4fd-e776-453f-9020-d9ab11f07084), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:31.661147 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:31.676472 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:31.757433 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-50bac1bd-9565-4cd9-8546-dfd5d90ac63e None None] Current status of the port 4f8ed4fd-e776-453f-9020-d9ab11f07084 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:26:31.757979 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50bac1bd-9565-4cd9-8546-dfd5d90ac63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4f8ed4fd-e776-453f-9020-d9ab11f07084), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:31.796103 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-50bac1bd-9565-4cd9-8546-dfd5d90ac63e None None] For port 4f8ed4fd-e776-453f-9020-d9ab11f07084, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=4f8ed4fd-e776-453f-9020-d9ab11f07084,segment=NetworkSegment(5084247f-4dc4-456c-9784-fda0f6490c33),segment_id=5084247f-4dc4-456c-9784-fda0f6490c33)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:26:31.801349 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50bac1bd-9565-4cd9-8546-dfd5d90ac63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (4f8ed4fd-e776-453f-9020-d9ab11f07084), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:31.863864 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bac1bd-9565-4cd9-8546-dfd5d90ac63e None None] Pushing event updated for resources: {'Port': ['ID=4f8ed4fd-e776-453f-9020-d9ab11f07084,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:26:32.122168 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b8af3337-3293-40af-a98e-1fda2b9b4166 None None] Provisioning complete for port 4f8ed4fd-e776-453f-9020-d9ab11f07084 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:26:32.122668 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8af3337-3293-40af-a98e-1fda2b9b4166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4f8ed4fd-e776-453f-9020-d9ab11f07084), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:32.208664 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b8af3337-3293-40af-a98e-1fda2b9b4166 None None] Current status of the port 4f8ed4fd-e776-453f-9020-d9ab11f07084 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:26:32.518565 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 4f8ed4fd-e776-453f-9020-d9ab11f07084 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:26:32.564517 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 4f8ed4fd-e776-453f-9020-d9ab11f07084 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:26:32.565207 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4f8ed4fd-e776-453f-9020-d9ab11f07084), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:32.648076 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 4f8ed4fd-e776-453f-9020-d9ab11f07084 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:26:36.642754 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-340e118c-7c61-4ae8-bf54-a5d950ac27e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:37.073937 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:37.075470 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:39.342120 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7018b7e9-41d0-4bf9-93b0-ebe15185bce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:39.815450 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=47,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:39.819428 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=46,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:40.403402 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:41.905766 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:41.949606 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:41.951573 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:43.044943 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:26:53.037096 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:53.039107 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:26:54.944138 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 5 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:27:04.932819 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:27:04.940333 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:27:06.636211 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-72422ead-4315-4690-bb3c-0c2ea1bbcb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:27:09.348543 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c22a1a9d-8751-4966-a94b-ee335c151be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:27:10.407233 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:27:11.909280 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:27:13.040424 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:27:18.945059 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:27:18.949903 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:27:23.033294 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:27:23.035222 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:27:31.976365 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 5 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:27:36.640805 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c01f6fdd-4e8e-4ea4-9bcd-428f750ae3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:27:39.345511 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc7250bc-ec5a-4af9-ba96-a2a4b5e68b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:27:40.413568 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:27:41.912260 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:27:41.937216 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:27:41.957443 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:27:43.040619 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:27:53.032424 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:27:53.034612 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:27:55.946814 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:27:55.948681 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:28:06.649188 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5ab6e00e-d386-419c-a958-aa12e428890e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:07.084026 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=13 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:28:07.088840 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=13 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:28:08.945106 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 5 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:28:09.343753 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-985f3637-dece-4a49-b6c5-81392b7c7b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:10.420701 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:11.914377 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:13.037345 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:18.941473 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:28:21.184497 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54290) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:28:21.190249 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [None req-0d20e1ff-236d-41ba-853b-57a2380825d5 tempest-verify_tempest_config-306640519 tempest-verify_tempest_config-306640519-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:28:21.191255 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-0d20e1ff-236d-41ba-853b-57a2380825d5 tempest-verify_tempest_config-306640519 tempest-verify_tempest_config-306640519-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057526 May 19 21:28:21.512581 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54308) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:28:21.627466 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:21.707590 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Publish callbacks [] for security_group (5897ccdd-d089-4b77-8878-1604d06087be), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:21.712038 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (5897ccdd-d089-4b77-8878-1604d06087be), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:21.757075 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5897ccdd-d089-4b77-8878-1604d06087be,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:28:21.762284 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6b428dd77ea4dc6bacf7851c72f9928&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2487118 May 19 21:28:21.765416 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54312) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:28:21.767100 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.767495 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.767850 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.768182 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.768502 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.768821 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.769137 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.769447 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.769792 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.770111 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.770466 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.770797 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.771110 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.771419 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.771725 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d49375-1073-475b-9beb-b8b188de6f2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.822203 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Publish callbacks [] for security_group (5897ccdd-d089-4b77-8878-1604d06087be), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:21.843939 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Publish callbacks [] for security_group (5897ccdd-d089-4b77-8878-1604d06087be), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:21.942415 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (5897ccdd-d089-4b77-8878-1604d06087be), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:21.945874 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:21.947599 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5897ccdd-d089-4b77-8878-1604d06087be HTTP/1.1" status: 204 len: 168 time: 0.1811125 May 19 21:28:21.958352 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5897ccdd-d089-4b77-8878-1604d06087be,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:28:21.967512 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.967813 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.968366 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.968691 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.969011 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.969327 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.969639 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.969950 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.970261 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.970619 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.970884 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.971220 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.971526 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.971851 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:21.972144 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4dd18b-61a6-4718-9f72-aa5fb9b8ed08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:28:23.032751 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:28:31.756657 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:28:31.760433 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:28:31.962186 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:28:31.963591 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:28:31.993863 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:28:32.940670 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:28:32.944509 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:28:36.647073 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3f96a7c-b81e-4b19-8e8b-7f2a03beabb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:39.339029 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a773f15c-730a-4510-96fd-60eb05f28566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:40.416070 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:41.917794 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:43.033871 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:28:45.944199 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 5 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:28:53.025604 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:UPDATE=2,neutron:SELECT=21 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:28:53.028471 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:29:06.641396 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-830f4238-f194-4f8d-8eef-bbc4dc7fb965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:29:09.346937 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-712048fb-b3e0-41a4-b50e-0fd27b40e51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:29:09.937500 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:29:09.941836 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=7 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:29:10.420501 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:29:11.921492 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:29:13.038003 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:29:21.916350 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:29:22.942811 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 5 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:29:23.033280 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:29:32.938163 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:29:32.939022 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:29:36.647440 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83ee3e60-807b-4605-b69b-ce244b6b4be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:29:39.340325 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af062a1c-ff65-48a2-b70b-50dc8d4272b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:29:40.429050 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:29:41.924965 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:29:43.043510 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:29:46.939446 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:29:46.940811 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:29:53.035772 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:29:53.037764 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:29:59.944582 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 5 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:30:06.648481 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-223d1855-fbcd-44de-a82c-5a303536244f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:30:09.346198 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cf13e48-3534-4bb4-bb41-bdc32d7ef1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:30:09.703954 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697878'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:30:09.937690 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=14 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:30:09.938878 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=14 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:30:10.426257 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:30:11.937119 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:30:13.053386 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:30:23.037163 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:30:23.046861 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:30:23.149944 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54388) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:30:23.273111 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-3a2c3194-079c-4235-8a7e-c148c778040f admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1219811 May 19 21:30:23.932463 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:30:23.938415 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:30:25.748604 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54398) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:30:25.816656 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-91ea4867-f716-4cc0-ae60-90215b7deada admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0669370 May 19 21:30:33.268408 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:30:35.810794 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:30:36.643580 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1801441-aa5b-49a1-8fe7-9f63621060a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:30:36.944306 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:30:39.345719 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9bbf6647-b67f-4bc8-b7c8-4f15654ef591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:30:39.666760 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:30:40.429143 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:30:41.934031 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:30:43.052367 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:30:46.940204 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:30:53.041984 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:30:53.044149 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:31:00.937525 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:31:04.928970 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:31:06.651977 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ef91d271-2d66-42ec-9d8e-900e86e3acf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:31:09.343012 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38cca56f-752b-4bbd-8cf3-cd8e4d0367fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:31:09.661223 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:31:10.432579 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:31:11.936113 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:31:13.048385 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:31:13.943024 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:31:23.040040 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:31:23.042477 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:31:23.947234 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:31:36.648229 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df167bf6-d4f6-41d7-86ea-a64a35b01e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:31:37.934815 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:31:37.935714 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:31:39.346049 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc33f8bf-2d0a-4df3-bd33-8ffba4486f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:31:39.669146 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:31:40.435022 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:31:41.940253 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:31:43.045075 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:31:50.945459 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:31:53.032015 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:31:53.038835 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:05.776188 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54530) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:06.216898 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2145494555-network', 'tenant_id': '6166dc89ce0545c1bbb8adb947034e79'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:06.239254 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Made reservation on behalf of 6166dc89ce0545c1bbb8adb947034e79 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:06.241594 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:06.250276 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:06.356148 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Publish callbacks [] for security_group (45433f35-08ab-4b08-9723-b78afff60af5), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:06.361444 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (45433f35-08ab-4b08-9723-b78afff60af5), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:06.409914 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:32:06.425593 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45433f35-08ab-4b08-9723-b78afff60af5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:06.443263 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (3f1e2352-fc34-4436-a5e6-fe091e2d9de5), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:06.443909 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Added segment 3f1e2352-fc34-4436-a5e6-fe091e2d9de5 of type vlan for network a55d00ca-d255-49d3-88dc-d86a8a030fc4 May 19 21:32:06.447389 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.447936 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.448486 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.449019 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.449542 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.450071 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.450630 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.451173 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.451750 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.452297 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.452855 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.453380 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.453909 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.454463 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.455212 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Tracked resource versions report: May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: pushed versions: May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: { 'AddressGroup': {'1.2'}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Agent': {'1.1'}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'ConntrackHelper': {'1.0'}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'LocalIPAssociation': {'1.0'}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Log': {'1.0'}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'NDPProxy': {'1.0'}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Network': {'1.1'}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Port': {'1.7'}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'PortForwarding': {'1.3'}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'QosPolicy': {'1.10'}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'SecurityGroup': {'1.5'}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'SecurityGroupRule': {'1.2'}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'SubPort': {'1.0'}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Subnet': {'1.1'}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Trunk': {'1.1'}} May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: consumer versions: May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: { DHCP agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: HyperV agent@hv-cinder-83563: {}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: L3 agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: Metadata agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: Metering agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: Open vSwitch agent@dv-cinder-835635-2-iscsi: { 'AddressGroup': '1.2', May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Agent': '1.1', May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'ConntrackHelper': '1.0', May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'LocalIPAssociation': '1.0', May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Log': '1.0', May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'NDPProxy': '1.0', May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Network': '1.1', May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Port': '1.7', May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'PortForwarding': '1.3', May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'QosPolicy': '1.10', May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'SecurityGroup': '1.5', May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'SecurityGroupRule': '1.2', May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'SubPort': '1.0', May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Subnet': '1.1', May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: 'Trunk': '1.1'}} May 19 21:32:06.457844 dv-cinder-835635-2-iscsi neutron-server[103952]: {{(pid=103952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:32:06.523248 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (a55d00ca-d255-49d3-88dc-d86a8a030fc4), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:06.568069 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (a55d00ca-d255-49d3-88dc-d86a8a030fc4), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:06.569216 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:06.569897 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:06.629984 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54576) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:06.630551 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8526225 May 19 21:32:06.637529 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Request body: {'subnet': {'network_id': 'a55d00ca-d255-49d3-88dc-d86a8a030fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2145494555-subnet', 'tenant_id': '6166dc89ce0545c1bbb8adb947034e79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:06.646787 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a0934-7110-4506-b020-70b27dbc56ad admin admin] Pushing event updated for resources: {'Network': ['ID=a55d00ca-d255-49d3-88dc-d86a8a030fc4,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:06.649203 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3199f2a7-f53d-4de7-a0f2-28f822ece442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:06.661907 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network a55d00ca-d255-49d3-88dc-d86a8a030fc4 details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:32:06.683037 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Made reservation on behalf of 6166dc89ce0545c1bbb8adb947034e79 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:06.686955 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:06.973704 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for subnet (f5d86dde-7d69-4ecc-afa6-0d9c2f424a49), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:07.072712 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d86dde-7d69-4ecc-afa6-0d9c2f424a49,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:07.094067 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.094622 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.095067 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.095593 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.096000 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.096495 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.097448 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.097852 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.098507 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.099069 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.099622 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.100361 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.100959 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.101436 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.101966 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Tracked resource versions report: May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: pushed versions: May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: { 'AddressGroup': {'1.2'}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Agent': {'1.1'}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'ConntrackHelper': {'1.0'}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'LocalIPAssociation': {'1.0'}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Log': {'1.0'}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'NDPProxy': {'1.0'}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Network': {'1.1'}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Port': {'1.7'}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'PortForwarding': {'1.3'}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'QosPolicy': {'1.10'}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'SecurityGroup': {'1.5'}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'SecurityGroupRule': {'1.2'}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'SubPort': {'1.0'}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Subnet': {'1.1'}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Trunk': {'1.1'}} May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: consumer versions: May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: { DHCP agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: HyperV agent@hv-cinder-83563: {}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: L3 agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: Metadata agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: Metering agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: Open vSwitch agent@dv-cinder-835635-2-iscsi: { 'AddressGroup': '1.2', May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Agent': '1.1', May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'ConntrackHelper': '1.0', May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'LocalIPAssociation': '1.0', May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Log': '1.0', May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'NDPProxy': '1.0', May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Network': '1.1', May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Port': '1.7', May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'PortForwarding': '1.3', May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'QosPolicy': '1.10', May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'SecurityGroup': '1.5', May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'SecurityGroupRule': '1.2', May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'SubPort': '1.0', May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Subnet': '1.1', May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: 'Trunk': '1.1'}} May 19 21:32:07.104215 dv-cinder-835635-2-iscsi neutron-server[103951]: {{(pid=103951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:32:07.116353 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Checking segment: {'id': '3f1e2352-fc34-4436-a5e6-fe091e2d9de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a55d00ca-d255-49d3-88dc-d86a8a030fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:07.116909 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Network hostable DHCP agents. Network: a55d00ca-d255-49d3-88dc-d86a8a030fc4, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:32:07.145174 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Network a55d00ca-d255-49d3-88dc-d86a8a030fc4 is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:32:07.163674 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, a55d00ca-d255-49d3-88dc-d86a8a030fc4) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:07.171010 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:07.173102 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:07.177371 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d836cc-1319-43e6-b07f-397aa665bed0 None None] Network a55d00ca-d255-49d3-88dc-d86a8a030fc4 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:32:07.196914 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-cb539151-28fa-4aad-b104-39af2da6dc1d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5655172 May 19 21:32:07.285439 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93592a66-175b-4634-af53-713f1a2a8cdb None None] Network a55d00ca-d255-49d3-88dc-d86a8a030fc4 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:32:07.479900 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54628) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:07.666365 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54636) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:07.706578 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54644) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:07.841620 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-network', 'tenant_id': '985c62c1f3c54f568abdac37360ab457'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:07.868990 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] Made reservation on behalf of 985c62c1f3c54f568abdac37360ab457 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:07.871791 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:07.881010 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:07.972202 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] Publish callbacks [] for security_group (cb02d90e-f97e-408a-b7f1-6ebc2f08419d), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:07.977416 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (cb02d90e-f97e-408a-b7f1-6ebc2f08419d), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.004905 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:32:08.021420 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (a41f510f-8bda-4e0d-8d37-8d94791bcb00), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.021816 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] Added segment a41f510f-8bda-4e0d-8d37-8d94791bcb00 of type vlan for network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b May 19 21:32:08.030789 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb02d90e-f97e-408a-b7f1-6ebc2f08419d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:08.068677 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (c14ce0dd-3e64-476b-9ef2-fbfc9abe672b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.077097 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-network', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:08.109804 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=71,neutron:INSERT=21,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:08.120529 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1805918210-network', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:08.127342 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (c14ce0dd-3e64-476b-9ef2-fbfc9abe672b), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.128276 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:08.128822 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.141680 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] Made reservation on behalf of 92434c51e27a405aaa89a70a660f6d91 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:08.143951 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.201840 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:08.202729 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.207268 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7264011 May 19 21:32:08.210884 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54682) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:08.215665 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-56ed03b0-eb5d-4105-8e11-673a151b79f5 admin admin] Request body: {'subnet': {'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-subnet', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:08.240229 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ed03b0-eb5d-4105-8e11-673a151b79f5 admin admin] Made reservation on behalf of 985c62c1f3c54f568abdac37360ab457 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:08.243817 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-56ed03b0-eb5d-4105-8e11-673a151b79f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.249951 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c830b7-4d2f-43fa-969c-50eea74db2c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:08.266527 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:32:08.275608 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] Made reservation on behalf of 4f5916770e9b443489fe7aa76d663fe1 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:08.279025 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.304372 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.441146 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-56ed03b0-eb5d-4105-8e11-673a151b79f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for subnet (70d8520c-100d-41c9-b52c-563b0bc09ad9), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.458042 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] Publish callbacks [] for security_group (85ee155b-abe1-48b4-acbe-a58e785d4894), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.481798 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (85ee155b-abe1-48b4-acbe-a58e785d4894), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.495478 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed03b0-eb5d-4105-8e11-673a151b79f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70d8520c-100d-41c9-b52c-563b0bc09ad9,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:08.523846 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:08.526049 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed03b0-eb5d-4105-8e11-673a151b79f5 admin admin] Checking segment: {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:08.526434 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ed03b0-eb5d-4105-8e11-673a151b79f5 admin admin] Network hostable DHCP agents. Network: c14ce0dd-3e64-476b-9ef2-fbfc9abe672b, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:32:08.546632 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ed03b0-eb5d-4105-8e11-673a151b79f5 admin admin] Network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:32:08.561348 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-56ed03b0-eb5d-4105-8e11-673a151b79f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, c14ce0dd-3e64-476b-9ef2-fbfc9abe672b) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:08.568584 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ed03b0-eb5d-4105-8e11-673a151b79f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:08.569180 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-56ed03b0-eb5d-4105-8e11-673a151b79f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.576189 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9d602c-dfc6-4ce8-898f-44e4cb804bd8 None None] Network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:32:08.604944 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-56ed03b0-eb5d-4105-8e11-673a151b79f5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3929069 May 19 21:32:08.608112 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54700) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:08.613279 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:08.663665 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2802'] for router (c61be7a6-aa87-455e-91eb-e30b71e229b5), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.665031 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2034749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2811'] for router (c61be7a6-aa87-455e-91eb-e30b71e229b5), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.668095 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ee155b-abe1-48b4-acbe-a58e785d4894,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:08.689742 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:32:08.717006 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (d4f18903-711b-4884-b3dd-1b1af60e42df), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.717683 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] Added segment d4f18903-711b-4884-b3dd-1b1af60e42df of type vlan for network b9d96816-1157-468c-bb81-22f27d368a2b May 19 21:32:08.730378 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] Publish callbacks [] for security_group (b741744c-1eae-4538-bed1-7954c1f127a1), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.781875 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (b9d96816-1157-468c-bb81-22f27d368a2b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.799237 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfcf098c-fcb3-5877-a9cf-25c71848f504-c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'project_id': '985c62c1f3c54f568abdac37360ab457', 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9'}]}} from dv-cinder-835635-2-iscsi. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 21:32:08.800309 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.804031 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Publish callbacks [] for router_controller (c61be7a6-aa87-455e-91eb-e30b71e229b5), precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.818482 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (b741744c-1eae-4538-bed1-7954c1f127a1), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.838268 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:32:08.852452 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (4d832efb-0b73-452a-82aa-b7b4ac81a68f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.852889 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] Added segment 4d832efb-0b73-452a-82aa-b7b4ac81a68f of type vlan for network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 May 19 21:32:08.908963 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (38652c76-1cd3-45cc-ad2f-1c69d9cadfb3), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:08.983178 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=26,neutron:SELECT=68,neutron:UPDATE=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:08.984572 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b741744c-1eae-4538-bed1-7954c1f127a1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:08.986282 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Allocated IP 172.20.0.2 (c14ce0dd-3e64-476b-9ef2-fbfc9abe672b/70d8520c-100d-41c9-b52c-563b0bc09ad9/06d8cacf-9ac8-42d1-892a-c3752e310a9e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:08.998424 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (b9d96816-1157-468c-bb81-22f27d368a2b), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.004610 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:09.005456 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.095352 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (38652c76-1cd3-45cc-ad2f-1c69d9cadfb3), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.096352 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:09.097261 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.106654 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] Pushing event updated for resources: {'Network': ['ID=b9d96816-1157-468c-bb81-22f27d368a2b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:09.156786 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Publish callbacks [] for router_gateway (c61be7a6-aa87-455e-91eb-e30b71e229b5), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.170120 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:09.213434 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4dc8dd7b-abad-431d-80ce-d659641ce352 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.5050859 May 19 21:32:09.225038 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54722) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:09.233504 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-248bf6c7-2b27-4cc0-acde-ba23a6f7bb30 admin admin] Request body: {'subnet': {'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1805918210-subnet', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:09.264386 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5963042 May 19 21:32:09.270509 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248bf6c7-2b27-4cc0-acde-ba23a6f7bb30 admin admin] Made reservation on behalf of 4f5916770e9b443489fe7aa76d663fe1 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:09.274280 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-248bf6c7-2b27-4cc0-acde-ba23a6f7bb30 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.277343 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54726) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:09.287834 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f48de1c7-891d-454e-841c-12394b8de23a admin admin] Request body: {'subnet': {'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-subnet', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:09.336816 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Publish callbacks [] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.344681 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:09.353028 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network b9d96816-1157-468c-bb81-22f27d368a2b details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:32:09.398758 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab80fe-1909-4cd6-8066-5b05637700f3 admin admin] Pushing event updated for resources: {'Network': ['ID=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:09.440250 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48de1c7-891d-454e-841c-12394b8de23a admin admin] Made reservation on behalf of 92434c51e27a405aaa89a70a660f6d91 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:09.443701 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f48de1c7-891d-454e-841c-12394b8de23a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.457361 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.460620 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:32:09.617621 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Pushing event updated for resources: {'Port': ['ID=06d8cacf-9ac8-42d1-892a-c3752e310a9e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:09.628300 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Publish callbacks [] for router_gateway (c61be7a6-aa87-455e-91eb-e30b71e229b5), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.632911 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:09.640130 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.640879 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.641604 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.642151 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.642736 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.643252 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.643778 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.644287 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.645785 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.646346 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.646900 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.647479 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.647991 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.648499 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.649017 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Tracked resource versions report: May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: pushed versions: May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: { 'AddressGroup': {'1.2'}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Agent': {'1.1'}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'ConntrackHelper': {'1.0'}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'LocalIPAssociation': {'1.0'}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Log': {'1.0'}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'NDPProxy': {'1.0'}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Network': {'1.1'}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Port': {'1.7'}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'PortForwarding': {'1.3'}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'QosPolicy': {'1.10'}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'SecurityGroup': {'1.5'}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'SecurityGroupRule': {'1.2'}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'SubPort': {'1.0'}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Subnet': {'1.1'}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Trunk': {'1.1'}} May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: consumer versions: May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: { DHCP agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: HyperV agent@hv-cinder-83563: {}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: L3 agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: Metadata agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: Metering agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: Open vSwitch agent@dv-cinder-835635-2-iscsi: { 'AddressGroup': '1.2', May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Agent': '1.1', May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'ConntrackHelper': '1.0', May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'LocalIPAssociation': '1.0', May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Log': '1.0', May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'NDPProxy': '1.0', May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Network': '1.1', May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Port': '1.7', May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'PortForwarding': '1.3', May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'QosPolicy': '1.10', May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'SecurityGroup': '1.5', May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'SecurityGroupRule': '1.2', May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'SubPort': '1.0', May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Subnet': '1.1', May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: 'Trunk': '1.1'}} May 19 21:32:09.650774 dv-cinder-835635-2-iscsi neutron-server[103953]: {{(pid=103953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:32:09.692063 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.701305 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:09.707108 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:09.715968 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:09.719654 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-273c48e1-181d-4895-9290-ace44e5e2bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.735669 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.805806 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:09.825185 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Attempting to bind port 06d8cacf-9ac8-42d1-892a-c3752e310a9e on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:32:09.825452 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f48de1c7-891d-454e-841c-12394b8de23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for subnet (fe3c785a-3d7f-4b70-8e27-ed6873cac0aa), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.826105 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Attempting to bind port 06d8cacf-9ac8-42d1-892a-c3752e310a9e by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:32:09.827805 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Attempting to bind port 06d8cacf-9ac8-42d1-892a-c3752e310a9e on network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:09.834748 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:32:09.835487 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Checking segment: {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:09.836123 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.837112 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Bound using segment: {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:32:09.837819 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Bound port: 06d8cacf-9ac8-42d1-892a-c3752e310a9e, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:32:09.838467 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:09.975211 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Allocated IP 172.27.0.176 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/6f1e327d-45a3-4ee0-b5c6-89939e56849e) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:09.980717 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] For port 06d8cacf-9ac8-42d1-892a-c3752e310a9e, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:32:09.994564 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] For port 06d8cacf-9ac8-42d1-892a-c3752e310a9e, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=06d8cacf-9ac8-42d1-892a-c3752e310a9e,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:32:10.011134 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:10.043206 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48de1c7-891d-454e-841c-12394b8de23a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:10.075984 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:10.110178 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Publish callbacks [] for port (6f1e327d-45a3-4ee0-b5c6-89939e56849e), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:10.274617 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48de1c7-891d-454e-841c-12394b8de23a admin admin] Checking segment: {'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:10.274958 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48de1c7-891d-454e-841c-12394b8de23a admin admin] Network hostable DHCP agents. Network: 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:32:10.278331 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e2d47-81de-4bf5-a0b5-46909d9c8210 None None] Pushing event updated for resources: {'Port': ['ID=06d8cacf-9ac8-42d1-892a-c3752e310a9e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:10.290625 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (6f1e327d-45a3-4ee0-b5c6-89939e56849e), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:10.311562 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54756) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:10.323420 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:10.355846 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:10.397459 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:10.434039 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48de1c7-891d-454e-841c-12394b8de23a admin admin] Network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:32:10.454180 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:10.457193 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-f48de1c7-891d-454e-841c-12394b8de23a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:10.472065 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf14535c-9ac1-4af0-acb8-a840e3f286fa None None] Network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:32:10.494568 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48de1c7-891d-454e-841c-12394b8de23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:10.499772 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f48de1c7-891d-454e-841c-12394b8de23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:10.515532 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:10.565264 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-248bf6c7-2b27-4cc0-acde-ba23a6f7bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for subnet (e218c9ee-3929-46d8-9647-a4c799f32db9), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:10.699640 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f1e327d-45a3-4ee0-b5c6-89939e56849e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:10.729456 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f48de1c7-891d-454e-841c-12394b8de23a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4466708 May 19 21:32:10.731560 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54776) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:10.732216 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bf6c7-2b27-4cc0-acde-ba23a6f7bb30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e218c9ee-3929-46d8-9647-a4c799f32db9,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:10.741700 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cd680997-7717-4ec3-8f02-9d6b2af78f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:10.760869 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:10.797570 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfcf098c-fcb3-5877-a9cf-25c71848f504-38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa'}]}} from dv-cinder-835635-2-iscsi. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 21:32:10.802616 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:10.838680 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2802'] for router (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:10.842523 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2034749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2811'] for router (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:11.009106 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54784) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:11.016546 dv-cinder-835635-2-iscsi neutron-server[103951]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 21:32:11.026644 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Publish callbacks [] for router_controller (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:11.029458 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 06d8cacf-9ac8-42d1-892a-c3752e310a9e up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:11.160617 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248bf6c7-2b27-4cc0-acde-ba23a6f7bb30 admin admin] Checking segment: {'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:11.161262 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248bf6c7-2b27-4cc0-acde-ba23a6f7bb30 admin admin] Network hostable DHCP agents. Network: b9d96816-1157-468c-bb81-22f27d368a2b, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:32:11.236930 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Publish callbacks [] for router_gateway (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:11.319884 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248bf6c7-2b27-4cc0-acde-ba23a6f7bb30 admin admin] Network b9d96816-1157-468c-bb81-22f27d368a2b is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:32:11.366184 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:11.366466 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-248bf6c7-2b27-4cc0-acde-ba23a6f7bb30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, b9d96816-1157-468c-bb81-22f27d368a2b) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:11.372908 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-de8077ef-595e-499a-91c5-d099343a0350 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:11.374423 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248bf6c7-2b27-4cc0-acde-ba23a6f7bb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:11.376077 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-248bf6c7-2b27-4cc0-acde-ba23a6f7bb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:11.388559 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b57d1f-35aa-4d61-bfe7-68391a67a837 None None] Network b9d96816-1157-468c-bb81-22f27d368a2b requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:32:11.395029 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-de8077ef-595e-499a-91c5-d099343a0350 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/networks?id=a55d00ca-d255-49d3-88dc-d86a8a030fc4 HTTP/1.1" status: 200 len: 812 time: 0.3794746 May 19 21:32:11.435498 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cd680997-7717-4ec3-8f02-9d6b2af78f18 admin admin] Publish callbacks [] for security_group (542e683b-7ba4-4825-9316-9c294a70cfb0), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:11.443654 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-5f2ef5d1-11eb-4cdb-af4b-c6e5b4710491 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/quotas/6166dc89ce0545c1bbb8adb947034e79 HTTP/1.1" status: 200 len: 375 time: 0.0475285 May 19 21:32:11.460283 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Publish callbacks [] for router_gateway (c61be7a6-aa87-455e-91eb-e30b71e229b5), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:11.542740 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-248bf6c7-2b27-4cc0-acde-ba23a6f7bb30 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3151386 May 19 21:32:11.543399 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54798) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:11.549596 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:11.640654 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 06d8cacf-9ac8-42d1-892a-c3752e310a9e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:11.641124 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:11.655507 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2802'] for router (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:11.663074 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2034749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2811'] for router (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:11.760116 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Allocated IP 172.20.0.2 (38652c76-1cd3-45cc-ad2f-1c69d9cadfb3/fe3c785a-3d7f-4b70-8e27-ed6873cac0aa/84dea5cb-e95c-4873-a7b6-d2d5407a8c77) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:11.760450 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Publish callbacks [] for router_gateway (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:11.783995 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cd680997-7717-4ec3-8f02-9d6b2af78f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (542e683b-7ba4-4825-9316-9c294a70cfb0), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:11.803260 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:11.812905 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-2ece45f4-8a6f-45b5-a991-57d23e17ec37 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6166dc89ce0545c1bbb8adb947034e79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3680663 May 19 21:32:11.927349 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Publish callbacks [] for router_controller (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:11.927349 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:11.936881 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-cd680997-7717-4ec3-8f02-9d6b2af78f18 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c6babff9bc984c8f9ad6ffa24ea4b507&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5869110 May 19 21:32:11.936881 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54820) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:11.991445 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd680997-7717-4ec3-8f02-9d6b2af78f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542e683b-7ba4-4825-9316-9c294a70cfb0,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:12.016660 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Publish callbacks [] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.021689 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:12.060546 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2633e81d-eb26-48de-a234-cfe7026a99e4 None None] Network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:32:12.158045 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19e087f5-0fb4-4d1b-a5e9-f1b8820d2442 admin admin] Publish callbacks [] for security_group (542e683b-7ba4-4825-9316-9c294a70cfb0), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.171748 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Publish callbacks [] for router_gateway (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.186386 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:12.193563 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Allocated IP 172.27.0.250 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/e693e5b2-6aeb-404f-bd47-8083b1842752) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:12.206021 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-8e6e63e9-7151-436e-bb5a-da93eb194c7b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:32:12.207132 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-8e6e63e9-7151-436e-bb5a-da93eb194c7b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1931195 May 19 21:32:12.248951 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:12.289742 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.309452 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfcf098c-fcb3-5877-a9cf-25c71848f504-b9d96816-1157-468c-bb81-22f27d368a2b', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9'}]}} from dv-cinder-835635-2-iscsi. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 21:32:12.310643 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.366952 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-59a9a329-7812-4972-ba5f-c6bca2a7d15b service neutron] 10.222.0.65 "GET /v2.0/networks/a55d00ca-d255-49d3-88dc-d86a8a030fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208382 May 19 21:32:12.371587 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19e087f5-0fb4-4d1b-a5e9-f1b8820d2442 admin admin] Publish callbacks [] for security_group (542e683b-7ba4-4825-9316-9c294a70cfb0), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.408211 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:12.415236 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 06d8cacf-9ac8-42d1-892a-c3752e310a9e is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:12.415650 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.429002 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:12.430947 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.435447 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a7da056d-4753-489a-91d4-07faf8390ce7 None None] Provisioning complete for port 06d8cacf-9ac8-42d1-892a-c3752e310a9e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:12.435809 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7da056d-4753-489a-91d4-07faf8390ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.447422 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:12.495280 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Pushing event updated for resources: {'Port': ['ID=84dea5cb-e95c-4873-a7b6-d2d5407a8c77,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:12.523870 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:12.555466 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696601'] for router (c61be7a6-aa87-455e-91eb-e30b71e229b5), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.575877 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54846) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:12.598520 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Publish callbacks [] for port (e693e5b2-6aeb-404f-bd47-8083b1842752), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.635974 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] For port 06d8cacf-9ac8-42d1-892a-c3752e310a9e, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=06d8cacf-9ac8-42d1-892a-c3752e310a9e,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:12.642088 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Publish callbacks [] for router_gateway (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.663932 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.665507 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.760253 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Attempting to bind port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:32:12.760612 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Attempting to bind port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:32:12.760957 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Attempting to bind port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 on network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:12.778990 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:32:12.779257 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Checking segment: {'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:12.779645 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.780087 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Bound using segment: {'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:32:12.780598 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Bound port: 84dea5cb-e95c-4873-a7b6-d2d5407a8c77, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:32:12.780981 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.811607 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (e693e5b2-6aeb-404f-bd47-8083b1842752), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.823334 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-1b412c3f-8430-4f29-b657-e653ec4dc1dc service neutron] 10.222.0.65 "GET /v2.0/networks/a55d00ca-d255-49d3-88dc-d86a8a030fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345415 May 19 21:32:12.828431 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Allocated IP 172.20.0.2 (b9d96816-1157-468c-bb81-22f27d368a2b/e218c9ee-3929-46d8-9647-a4c799f32db9/c56420d8-67e0-4bfb-9784-e75c2b8cbd2c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:12.838723 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Pushing event updated for resources: {'Port': ['ID=06d8cacf-9ac8-42d1-892a-c3752e310a9e,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:12.869440 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:12.887022 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bca9266e-0168-4655-855a-1ff41d32c156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.897476 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a7da056d-4753-489a-91d4-07faf8390ce7 None None] Current status of the port 06d8cacf-9ac8-42d1-892a-c3752e310a9e is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:12.910630 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:12.927523 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19e087f5-0fb4-4d1b-a5e9-f1b8820d2442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (542e683b-7ba4-4825-9316-9c294a70cfb0), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.929387 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:12.934140 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19e087f5-0fb4-4d1b-a5e9-f1b8820d2442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:12.936320 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:12.937270 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-19e087f5-0fb4-4d1b-a5e9-f1b8820d2442 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/542e683b-7ba4-4825-9316-9c294a70cfb0 HTTP/1.1" status: 204 len: 168 time: 1.0005546 May 19 21:32:12.983276 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] For port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:32:12.988120 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] For port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=84dea5cb-e95c-4873-a7b6-d2d5407a8c77,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:32:13.006061 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:13.013054 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Allocated IP 172.27.0.139 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/8f86049b-82e7-4f24-9e39-65a6fc868b85) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:13.015631 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:13.027488 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Pushing event updated for resources: {'Port': ['ID=e693e5b2-6aeb-404f-bd47-8083b1842752,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:13.043628 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e087f5-0fb4-4d1b-a5e9-f1b8820d2442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542e683b-7ba4-4825-9316-9c294a70cfb0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:13.061262 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Router c61be7a6-aa87-455e-91eb-e30b71e229b5 is scheduled to L3 agent 63064880-299a-4199-80c8-b1b38af51d60 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 21:32:13.100592 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8935208f-83d8-42d9-b209-0be5fc27baeb None None] Provisioning complete for port 06d8cacf-9ac8-42d1-892a-c3752e310a9e triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:13.100941 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8935208f-83d8-42d9-b209-0be5fc27baeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:13.204415 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:13.237292 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cde6c2-031e-44c7-b3a0-b13ab5d170ca None None] Pushing event updated for resources: {'Port': ['ID=84dea5cb-e95c-4873-a7b6-d2d5407a8c77,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:13.246538 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Publish callbacks [] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:13.256931 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:13.268366 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:13.355097 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:13.402130 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:32:13.413414 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Network b9d96816-1157-468c-bb81-22f27d368a2b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:13.426196 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Sync routers for ids ['c61be7a6-aa87-455e-91eb-e30b71e229b5'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:32:13.429773 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:13.442053 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:13.449414 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:13.455740 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Routers {'c61be7a6-aa87-455e-91eb-e30b71e229b5'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:32:13.455951 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:32:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['c61be7a6-aa87-455e-91eb-e30b71e229b5'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:13.458876 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-ee65253f-33f4-46a7-91dd-513043ce74a0 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8480706 May 19 21:32:13.460366 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54890) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:13.495396 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8935208f-83d8-42d9-b209-0be5fc27baeb None None] Current status of the port 06d8cacf-9ac8-42d1-892a-c3752e310a9e is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:13.513881 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Pushing event updated for resources: {'Port': ['ID=c56420d8-67e0-4bfb-9784-e75c2b8cbd2c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:13.673648 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Attempting to bind port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:32:13.674610 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Attempting to bind port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:32:13.675193 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Attempting to bind port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c on network b9d96816-1157-468c-bb81-22f27d368a2b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:13.688328 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:32:13.702721 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Checking segment: {'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:13.703309 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:13.703909 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Bound using segment: {'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:32:13.704596 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Bound port: c56420d8-67e0-4bfb-9784-e75c2b8cbd2c, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:32:13.705198 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:13.908796 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54910) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:13.915751 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] For port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:32:13.924811 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Set router c61be7a6-aa87-455e-91eb-e30b71e229b5 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:32:13.928746 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] For port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=c56420d8-67e0-4bfb-9784-e75c2b8cbd2c,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:32:13.945637 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:13.949438 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bca9266e-0168-4655-855a-1ff41d32c156 admin admin] Publish callbacks [] for security_group (12fe26f5-ec8b-41a9-bfe7-bbb1bd4c23d2), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:13.951131 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:13.967983 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bca9266e-0168-4655-855a-1ff41d32c156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (12fe26f5-ec8b-41a9-bfe7-bbb1bd4c23d2), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:13.977767 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8e3a64b5-7588-42ea-9974-d4524fafa852 req-2c9bd40e-ddac-4418-8e95-c0d53fd4a64e tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 210 time: 0.3869669 May 19 21:32:13.995363 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-71f4c97d-2d8f-447c-9e84-46480caf14ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:14.079136 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Publish callbacks [] for port (8f86049b-82e7-4f24-9e39-65a6fc868b85), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:14.135276 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-bca9266e-0168-4655-855a-1ff41d32c156 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=467d6d8b9b5a443ba9a8f182d3c98a5f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5499456 May 19 21:32:14.136016 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Publish callbacks [] for router_gateway (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:14.144186 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54916) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:14.197241 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d3b36-0817-4879-b019-39763408aef6 None None] Pushing event updated for resources: {'Port': ['ID=c56420d8-67e0-4bfb-9784-e75c2b8cbd2c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:14.267212 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9266e-0168-4655-855a-1ff41d32c156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fe26f5-ec8b-41a9-bfe7-bbb1bd4c23d2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:14.313201 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:10Z', 'revision_number': 3, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:14.370398 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Checking router: c61be7a6-aa87-455e-91eb-e30b71e229b5 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:32:14.370751 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Updating router c61be7a6-aa87-455e-91eb-e30b71e229b5 port 6f1e327d-45a3-4ee0-b5c6-89939e56849e binding host dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:32:14.437039 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (6f1e327d-45a3-4ee0-b5c6-89939e56849e), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:14.446564 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (8f86049b-82e7-4f24-9e39-65a6fc868b85), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:14.475177 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-71f4c97d-2d8f-447c-9e84-46480caf14ae admin admin] Publish callbacks [] for security_group (c704cc75-cb1f-44e6-b1e2-99efbe702614), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:14.589303 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-71f4c97d-2d8f-447c-9e84-46480caf14ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (c704cc75-cb1f-44e6-b1e2-99efbe702614), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:14.611957 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8d33a57-c336-4eea-8ef8-0f583f6596b4 admin admin] Publish callbacks [] for security_group (12fe26f5-ec8b-41a9-bfe7-bbb1bd4c23d2), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:14.675756 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8d33a57-c336-4eea-8ef8-0f583f6596b4 admin admin] Publish callbacks [] for security_group (12fe26f5-ec8b-41a9-bfe7-bbb1bd4c23d2), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:14.709232 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:14.833404 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:14.848880 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Pushing event updated for resources: {'Port': ['ID=8f86049b-82e7-4f24-9e39-65a6fc868b85,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:14.892961 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:14.894071 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8d33a57-c336-4eea-8ef8-0f583f6596b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (12fe26f5-ec8b-41a9-bfe7-bbb1bd4c23d2), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:14.906651 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8d33a57-c336-4eea-8ef8-0f583f6596b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:14.907866 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c8d33a57-c336-4eea-8ef8-0f583f6596b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/12fe26f5-ec8b-41a9-bfe7-bbb1bd4c23d2 HTTP/1.1" status: 204 len: 168 time: 0.7536581 May 19 21:32:14.918927 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:14.931609 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:15.079624 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:15.085930 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-71f4c97d-2d8f-447c-9e84-46480caf14ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e36f856df8c4a4a9c584370e5c0ad6b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1320271 May 19 21:32:15.086680 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 54946) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:15.112062 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e431a3c-e091-48f2-a9e0-3ba81d649bc2 None None] Network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:32:15.140049 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Publish callbacks [] for port (6f1e327d-45a3-4ee0-b5c6-89939e56849e), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:15.151048 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (6f1e327d-45a3-4ee0-b5c6-89939e56849e), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:15.182660 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:15.193934 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:15.239343 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Attempting to bind port 6f1e327d-45a3-4ee0-b5c6-89939e56849e on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:32:15.240269 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Attempting to bind port 6f1e327d-45a3-4ee0-b5c6-89939e56849e by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:32:15.240772 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Attempting to bind port 6f1e327d-45a3-4ee0-b5c6-89939e56849e on network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:15.252264 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Pushing event updated for resources: {'Port': ['ID=6f1e327d-45a3-4ee0-b5c6-89939e56849e,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:15.278297 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:32:15.278965 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Checking segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:15.279502 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:15.280617 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Bound using segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:32:15.281307 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Bound port: 6f1e327d-45a3-4ee0-b5c6-89939e56849e, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:32:15.281828 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (6f1e327d-45a3-4ee0-b5c6-89939e56849e), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:15.282533 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4c97d-2d8f-447c-9e84-46480caf14ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c704cc75-cb1f-44e6-b1e2-99efbe702614,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:15.328684 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.329109 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.329476 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.332419 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.332770 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.333103 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.333430 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.344015 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.344274 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.344605 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.348031 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.348571 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.349955 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.352477 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.353012 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:32:15.355673 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0884bc71-55d8-45a5-ab33-d222e9641ad3 req-eeebffc0-007e-4558-b100-1ebd8a37025b tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 210 time: 0.2045078 May 19 21:32:15.381727 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d33a57-c336-4eea-8ef8-0f583f6596b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fe26f5-ec8b-41a9-bfe7-bbb1bd4c23d2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Tracked resource versions report: May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: pushed versions: May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: { 'AddressGroup': {'1.2'}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Agent': {'1.1'}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'ConntrackHelper': {'1.0'}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'LocalIPAssociation': {'1.0'}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Log': {'1.0'}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'NDPProxy': {'1.0'}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Network': {'1.1'}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Port': {'1.7'}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'PortForwarding': {'1.3'}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'QosPolicy': {'1.10'}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'SecurityGroup': {'1.5'}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'SecurityGroupRule': {'1.2'}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'SubPort': {'1.0'}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Subnet': {'1.1'}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Trunk': {'1.1'}} May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: consumer versions: May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: { DHCP agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: HyperV agent@hv-cinder-83563: {}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: L3 agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: Metadata agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: Metering agent@dv-cinder-835635-2-iscsi: {}, May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: Open vSwitch agent@dv-cinder-835635-2-iscsi: { 'AddressGroup': '1.2', May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Agent': '1.1', May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'ConntrackHelper': '1.0', May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'LocalIPAssociation': '1.0', May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Log': '1.0', May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'NDPProxy': '1.0', May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Network': '1.1', May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Port': '1.7', May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'PortForwarding': '1.3', May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'QosPolicy': '1.10', May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'SecurityGroup': '1.5', May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'SecurityGroupRule': '1.2', May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'SubPort': '1.0', May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Subnet': '1.1', May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: 'Trunk': '1.1'}} May 19 21:32:15.384992 dv-cinder-835635-2-iscsi neutron-server[103954]: {{(pid=103954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:32:15.425260 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:15.444089 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Allocated IP 172.20.0.1 (c14ce0dd-3e64-476b-9ef2-fbfc9abe672b/70d8520c-100d-41c9-b52c-563b0bc09ad9/4a3c6ddf-7d6b-486f-9dc8-130d333e28e9) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:15.447105 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d1862e46-65d5-42af-9518-1da8da2c577f None None] Provisioning complete for port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:15.447880 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1862e46-65d5-42af-9518-1da8da2c577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:15.482488 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:15.489944 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:15.501624 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] For port 6f1e327d-45a3-4ee0-b5c6-89939e56849e, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:32:15.513770 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] For port 6f1e327d-45a3-4ee0-b5c6-89939e56849e, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=6f1e327d-45a3-4ee0-b5c6-89939e56849e,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:32:15.527870 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (6f1e327d-45a3-4ee0-b5c6-89939e56849e), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:15.603084 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696601'] for router (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:15.650679 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Routers {'c61be7a6-aa87-455e-91eb-e30b71e229b5'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:32:15.651581 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:32:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['c61be7a6-aa87-455e-91eb-e30b71e229b5'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:15.673331 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:15.673740 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:15.683586 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ccf6151-37ec-47ca-a6a4-e937e7277b74 admin admin] Publish callbacks [] for security_group (c704cc75-cb1f-44e6-b1e2-99efbe702614), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:15.712112 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Publish callbacks [] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:15.722227 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a47187-2bea-4e5a-a80c-6c5d6a85124c None None] Pushing event updated for resources: {'Port': ['ID=6f1e327d-45a3-4ee0-b5c6-89939e56849e,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:15.737226 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:15.801074 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:15.822802 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Publish callbacks [] for router_gateway (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:15.906157 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] Set router c61be7a6-aa87-455e-91eb-e30b71e229b5 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:32:15.920076 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3c6ddf-7d6b-486f-9dc8-130d333e28e9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:15.962230 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:15.966705 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:15.975281 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:15.976146 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1697578'] for router_interface (c61be7a6-aa87-455e-91eb-e30b71e229b5), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:16.090815 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 54978) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:16.211626 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ccf6151-37ec-47ca-a6a4-e937e7277b74 admin admin] Publish callbacks [] for security_group (c704cc75-cb1f-44e6-b1e2-99efbe702614), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:16.215697 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0cd74ee-ac82-403d-9606-9c9568c76a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:16.239062 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96f2c9-0e53-4e76-8410-10ad77fe6e0c None None] Network b9d96816-1157-468c-bb81-22f27d368a2b requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:32:16.280467 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ccf6151-37ec-47ca-a6a4-e937e7277b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (c704cc75-cb1f-44e6-b1e2-99efbe702614), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:16.283054 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ccf6151-37ec-47ca-a6a4-e937e7277b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:16.287051 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8ccf6151-37ec-47ca-a6a4-e937e7277b74 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c704cc75-cb1f-44e6-b1e2-99efbe702614 HTTP/1.1" status: 204 len: 168 time: 1.1916733 May 19 21:32:16.307565 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf6151-37ec-47ca-a6a4-e937e7277b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c704cc75-cb1f-44e6-b1e2-99efbe702614,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:16.342983 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:10Z', 'revision_number': 3, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:16.351739 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:16.384123 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03cec9e-6460-49d0-8259-5c7b72a205af None None] The sync data for ids ['c61be7a6-aa87-455e-91eb-e30b71e229b5'] in dv-cinder-835635-2-iscsi is: [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:10Z', 'revision_number': 3, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:32:16.509515 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d1862e46-65d5-42af-9518-1da8da2c577f None None] Current status of the port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:16.509895 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1862e46-65d5-42af-9518-1da8da2c577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:16.580078 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:16.580451 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:16.644084 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:16.672973 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d1862e46-65d5-42af-9518-1da8da2c577f None None] For port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=84dea5cb-e95c-4873-a7b6-d2d5407a8c77,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:16.683029 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1862e46-65d5-42af-9518-1da8da2c577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:16.740334 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 is scheduled to L3 agent 63064880-299a-4199-80c8-b1b38af51d60 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 21:32:16.767318 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696601'] for router (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:16.827856 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.db.api [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 21:32:16.828245 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG oslo_db.api [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 21:32:16.844477 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7b8830d7-6e4a-480a-8c7e-fac2ff856393 None None] Provisioning complete for port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:16.844857 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b8830d7-6e4a-480a-8c7e-fac2ff856393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:16.909908 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Publish callbacks [] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:16.938210 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:16.941215 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1862e46-65d5-42af-9518-1da8da2c577f None None] Pushing event updated for resources: {'Port': ['ID=84dea5cb-e95c-4873-a7b6-d2d5407a8c77,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:16.973570 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:16.974586 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-285455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697946'] for router_interface (c61be7a6-aa87-455e-91eb-e30b71e229b5), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:16.992700 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7b8830d7-6e4a-480a-8c7e-fac2ff856393 None None] Port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:32:17.022025 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7b8830d7-6e4a-480a-8c7e-fac2ff856393 None None] Provisioning complete for port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:17.022745 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b8830d7-6e4a-480a-8c7e-fac2ff856393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:17.102308 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:32:17.127726 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Sync routers for ids ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:32:17.161261 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:17.180696 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:17.184679 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:17.203485 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-39c18ca5-c8fa-42c4-ae94-aeef25a02551 req-6e73fa04-208e-4655-a94d-be15c94e874e tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 210 time: 0.2452240 May 19 21:32:17.215301 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:17.217333 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Routers {'8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:32:17.218495 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-92a0a56f-df43-44ee-affb-c4aa3a842250 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4698770 May 19 21:32:17.229461 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 55010) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:17.231456 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:32:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:17.354299 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0cd74ee-ac82-403d-9606-9c9568c76a53 admin admin] Publish callbacks [] for security_group (220c81a5-2a2d-4afe-943b-1514c05a320c), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:17.410862 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e0cd74ee-ac82-403d-9606-9c9568c76a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (220c81a5-2a2d-4afe-943b-1514c05a320c), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:17.493972 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:17.495272 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 06d8cacf-9ac8-42d1-892a-c3752e310a9e up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:17.498889 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 55014) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:17.542272 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 is scheduled to L3 agent 63064880-299a-4199-80c8-b1b38af51d60 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 21:32:17.587486 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7b8830d7-6e4a-480a-8c7e-fac2ff856393 None None] Current status of the port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:17.588255 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b8830d7-6e4a-480a-8c7e-fac2ff856393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:17.633039 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:17.664830 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:17.720182 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Set router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:32:17.749070 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-e0cd74ee-ac82-403d-9606-9c9568c76a53 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=efff76d18cd741a59f46194ca09135d0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6548734 May 19 21:32:17.750313 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3c6ddf-7d6b-486f-9dc8-130d333e28e9,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:17.754175 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd74ee-ac82-403d-9606-9c9568c76a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220c81a5-2a2d-4afe-943b-1514c05a320c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:17.760318 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55020) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:17.815492 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Router c61be7a6-aa87-455e-91eb-e30b71e229b5 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:32:17.878284 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:32:17.889870 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Sync routers for ids ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:32:17.911979 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Routers {'42c074a2-896a-408e-ab4c-0ba99b2fe8b3'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:32:17.912608 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:32:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:17.953424 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9fec9895-30ed-4999-b6b1-3310e4bf223e admin admin] Publish callbacks [] for security_group (220c81a5-2a2d-4afe-943b-1514c05a320c), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:17.954663 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7b8830d7-6e4a-480a-8c7e-fac2ff856393 None None] For port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=c56420d8-67e0-4bfb-9784-e75c2b8cbd2c,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:17.965370 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b8830d7-6e4a-480a-8c7e-fac2ff856393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:17.998285 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9fec9895-30ed-4999-b6b1-3310e4bf223e admin admin] Publish callbacks [] for security_group (220c81a5-2a2d-4afe-943b-1514c05a320c), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:18.002754 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 06d8cacf-9ac8-42d1-892a-c3752e310a9e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:18.003141 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:18.011901 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7b8830d7-6e4a-480a-8c7e-fac2ff856393 None None] Provisioning complete for port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:18.012281 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b8830d7-6e4a-480a-8c7e-fac2ff856393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:18.030633 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:18.036377 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-43155e10-3938-4416-8042-f70a05a9ebb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:18.041236 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:18.045064 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-2e8a7ed4-b1cc-4955-8d8a-9d6aa33bbb4f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4988759 May 19 21:32:18.107106 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:32:18.108923 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55032) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:18.120772 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Set router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:32:18.169056 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8830d7-6e4a-480a-8c7e-fac2ff856393 None None] Pushing event updated for resources: {'Port': ['ID=c56420d8-67e0-4bfb-9784-e75c2b8cbd2c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:18.179690 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:18.181629 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-5136cb0c-5006-4d87-8404-03575d3dcb40 admin admin] 10.222.0.65 "PUT /v2.0/routers/c61be7a6-aa87-455e-91eb-e30b71e229b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7199237 May 19 21:32:18.236570 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9fec9895-30ed-4999-b6b1-3310e4bf223e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (220c81a5-2a2d-4afe-943b-1514c05a320c), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:18.240064 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9fec9895-30ed-4999-b6b1-3310e4bf223e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:18.241343 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-9fec9895-30ed-4999-b6b1-3310e4bf223e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/220c81a5-2a2d-4afe-943b-1514c05a320c HTTP/1.1" status: 204 len: 168 time: 0.4799695 May 19 21:32:18.261987 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec9895-30ed-4999-b6b1-3310e4bf223e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220c81a5-2a2d-4afe-943b-1514c05a320c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:18.384999 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7b8830d7-6e4a-480a-8c7e-fac2ff856393 None None] Current status of the port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:18.396877 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:13Z', 'revision_number': 3, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:18.439620 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Checking router: 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:32:18.445049 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Updating router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 port e693e5b2-6aeb-404f-bd47-8083b1842752 binding host dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:32:18.450355 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:18.457451 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2c464e47-9887-4b90-aba6-0ca476351511 req-af217e6c-a5c6-4d25-87bc-b6d820581229 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 210 time: 0.0949399 May 19 21:32:18.467193 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-43155e10-3938-4416-8042-f70a05a9ebb5 admin admin] Publish callbacks [] for security_group (f62423a2-89bb-420a-9f0c-f100838ab881), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:18.483214 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 06d8cacf-9ac8-42d1-892a-c3752e310a9e is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:18.484371 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device c56420d8-67e0-4bfb-9784-e75c2b8cbd2c up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:18.541493 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-43155e10-3938-4416-8042-f70a05a9ebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (f62423a2-89bb-420a-9f0c-f100838ab881), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:18.544999 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (e693e5b2-6aeb-404f-bd47-8083b1842752), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:18.572732 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d40b1ee1-bbc3-464a-a14d-b29d799596ea None None] Provisioning complete for port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:18.573129 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d40b1ee1-bbc3-464a-a14d-b29d799596ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:18.659072 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d40b1ee1-bbc3-464a-a14d-b29d799596ea None None] Port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:32:18.701454 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-43155e10-3938-4416-8042-f70a05a9ebb5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3b4b1280067b4d51ad8de574fdca512b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1990752 May 19 21:32:18.734601 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 55050) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:18.750474 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43155e10-3938-4416-8042-f70a05a9ebb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62423a2-89bb-420a-9f0c-f100838ab881,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:18.778016 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d40b1ee1-bbc3-464a-a14d-b29d799596ea None None] Provisioning complete for port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:18.778594 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d40b1ee1-bbc3-464a-a14d-b29d799596ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:18.886550 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:15Z', 'revision_number': 3, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:18.896571 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:18.896955 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:18.915105 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:18.982745 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Checking router: 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:32:18.986661 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Updating router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 port 8f86049b-82e7-4f24-9e39-65a6fc868b85 binding host dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:32:19.015726 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8276a80a-21a0-45dc-9b82-3e9136af0af3 admin admin] Publish callbacks [] for security_group (f62423a2-89bb-420a-9f0c-f100838ab881), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:19.082350 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (8f86049b-82e7-4f24-9e39-65a6fc868b85), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:19.095860 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d40b1ee1-bbc3-464a-a14d-b29d799596ea None None] Current status of the port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:19.114615 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:19.117256 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8276a80a-21a0-45dc-9b82-3e9136af0af3 admin admin] Publish callbacks [] for security_group (f62423a2-89bb-420a-9f0c-f100838ab881), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:19.164114 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Sync routers for ids ['c61be7a6-aa87-455e-91eb-e30b71e229b5'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:32:19.229198 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8276a80a-21a0-45dc-9b82-3e9136af0af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (f62423a2-89bb-420a-9f0c-f100838ab881), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:19.232315 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8276a80a-21a0-45dc-9b82-3e9136af0af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:19.234267 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8276a80a-21a0-45dc-9b82-3e9136af0af3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f62423a2-89bb-420a-9f0c-f100838ab881 HTTP/1.1" status: 204 len: 168 time: 0.4982455 May 19 21:32:19.272988 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:19.287016 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Routers {'c61be7a6-aa87-455e-91eb-e30b71e229b5'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:32:19.287755 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:32:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['c61be7a6-aa87-455e-91eb-e30b71e229b5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:19.359654 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276a80a-21a0-45dc-9b82-3e9136af0af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62423a2-89bb-420a-9f0c-f100838ab881,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:19.626087 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:19.653682 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 55090) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:19.686739 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Allocated IP 172.20.0.1 (38652c76-1cd3-45cc-ad2f-1c69d9cadfb3/fe3c785a-3d7f-4b70-8e27-ed6873cac0aa/4092fb6c-58a6-482d-ad97-8e4e57068478) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:19.717652 dv-cinder-835635-2-iscsi neutron-server[103952]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 21:32:19.787539 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:19.794722 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device c56420d8-67e0-4bfb-9784-e75c2b8cbd2c up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:19.829781 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:19.892910 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6d618853-12cc-4e8e-806c-464cb81a372f req-74ffbc1a-6d17-46de-a652-97d5b466344d tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 210 time: 0.1176276 May 19 21:32:19.935241 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Set router c61be7a6-aa87-455e-91eb-e30b71e229b5 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:32:19.937246 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:19.937631 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:20.060465 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:20.128113 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:20.137214 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55098) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:20.171131 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Publish callbacks [] for port (e693e5b2-6aeb-404f-bd47-8083b1842752), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:20.212768 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6e9c65ca-04b0-43f4-ba68-d84ed0540ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:20.220267 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (e693e5b2-6aeb-404f-bd47-8083b1842752), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:20.224271 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.87', 51167) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:20.371447 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-452e5daf-5e22-41f7-8ca2-a0e9c432d8ca tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:20.373280 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-452e5daf-5e22-41f7-8ca2-a0e9c432d8ca tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.87 "GET /v2.0/networks?id=a55d00ca-d255-49d3-88dc-d86a8a030fc4 HTTP/1.1" status: 200 len: 812 time: 0.1371999 May 19 21:32:20.375328 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Allocated IP 172.20.0.1 (b9d96816-1157-468c-bb81-22f27d368a2b/e218c9ee-3929-46d8-9647-a4c799f32db9/22b65a14-abbd-4229-91d5-fd36cf4b2c47) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:20.384320 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:20.426468 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Publish callbacks [] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:20.452611 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-60c628a2-9ea2-477c-987d-41b01de8b31b tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Request body: {'port': {'device_id': 'c31d034b-2cf3-4518-8e50-8beda1897c20', 'network_id': 'a55d00ca-d255-49d3-88dc-d86a8a030fc4', 'admin_state_up': True, 'tenant_id': '6166dc89ce0545c1bbb8adb947034e79'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:20.528112 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:20.536806 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:20.567256 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Attempting to bind port e693e5b2-6aeb-404f-bd47-8083b1842752 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:32:20.567778 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Attempting to bind port e693e5b2-6aeb-404f-bd47-8083b1842752 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:32:20.568229 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Attempting to bind port e693e5b2-6aeb-404f-bd47-8083b1842752 on network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:20.606362 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:32:20.606884 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Checking segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:20.607444 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:20.607919 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Bound using segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:32:20.608626 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Bound port: e693e5b2-6aeb-404f-bd47-8083b1842752, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:32:20.622961 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (e693e5b2-6aeb-404f-bd47-8083b1842752), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:20.649364 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be1508-c890-4075-ad38-7c3655bb3230 req-128264e3-d539-48ee-88d2-d2667c95b5b8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:20.650974 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-128264e3-d539-48ee-88d2-d2667c95b5b8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 819 time: 0.9541123 May 19 21:32:20.693338 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] For port e693e5b2-6aeb-404f-bd47-8083b1842752, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:32:20.698293 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] For port e693e5b2-6aeb-404f-bd47-8083b1842752, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=e693e5b2-6aeb-404f-bd47-8083b1842752,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:32:20.712319 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-de8f7b6d-f5a8-4746-908c-d05a006c2f1b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/quotas/985c62c1f3c54f568abdac37360ab457 HTTP/1.1" status: 200 len: 375 time: 0.0403080 May 19 21:32:20.720328 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Publish callbacks [] for port (8f86049b-82e7-4f24-9e39-65a6fc868b85), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:20.737823 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (8f86049b-82e7-4f24-9e39-65a6fc868b85), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:20.775909 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7af3de-ecfa-4b7d-9d2a-5a9d2210c243 None None] Pushing event updated for resources: {'Port': ['ID=e693e5b2-6aeb-404f-bd47-8083b1842752,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:20.789996 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (e693e5b2-6aeb-404f-bd47-8083b1842752), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:20.881244 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:20.893193 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694564bd-892b-4699-ace5-7841bbc54a60 None None] Pushing event updated for resources: {'Port': ['ID=8f86049b-82e7-4f24-9e39-65a6fc868b85,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:20.922650 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-60c628a2-9ea2-477c-987d-41b01de8b31b tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Made reservation on behalf of 6166dc89ce0545c1bbb8adb947034e79 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:20.945509 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-60c628a2-9ea2-477c-987d-41b01de8b31b tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:20.955057 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Attempting to bind port 8f86049b-82e7-4f24-9e39-65a6fc868b85 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:32:20.955475 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Attempting to bind port 8f86049b-82e7-4f24-9e39-65a6fc868b85 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:32:20.957467 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Attempting to bind port 8f86049b-82e7-4f24-9e39-65a6fc868b85 on network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:20.978706 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:32:20.987451 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Checking segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:20.990826 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:20.991331 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Bound using segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:32:20.991856 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Bound port: 8f86049b-82e7-4f24-9e39-65a6fc868b85, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:32:20.992245 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (8f86049b-82e7-4f24-9e39-65a6fc868b85), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:20.997971 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-e3cc8b41-0086-4a44-b72d-f910f3d2c6cb tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2840953 May 19 21:32:20.999970 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:21.081096 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:16Z', 'revision_number': 4, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4a3c6ddf-7d6b-486f-9dc8-130d333e28e9', 'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'mac_address': 'fa:16:3e:18:4c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:14Z', 'updated_at': '2022-05-19T21:32:16Z', 'revision_number': 2, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'subnets': [{'id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:21.107349 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] For port 8f86049b-82e7-4f24-9e39-65a6fc868b85, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:32:21.108658 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4092fb6c-58a6-482d-ad97-8e4e57068478,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:21.112905 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] For port 8f86049b-82e7-4f24-9e39-65a6fc868b85, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=8f86049b-82e7-4f24-9e39-65a6fc868b85,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:32:21.121588 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (8f86049b-82e7-4f24-9e39-65a6fc868b85), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:21.123465 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:21.140395 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:21.146666 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:21.149694 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:21.150579 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1697578'] for router_interface (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:21.228593 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Checking router: c61be7a6-aa87-455e-91eb-e30b71e229b5 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:32:21.228932 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Updating router c61be7a6-aa87-455e-91eb-e30b71e229b5 port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 binding host dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:32:21.235989 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694564bd-892b-4699-ace5-7841bbc54a60 None None] Pushing event updated for resources: {'Port': ['ID=8f86049b-82e7-4f24-9e39-65a6fc868b85,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:21.270819 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Routers {'42c074a2-896a-408e-ab4c-0ba99b2fe8b3'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:32:21.271649 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:32:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:21.328566 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:21.330206 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:21.348460 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7af3de-ecfa-4b7d-9d2a-5a9d2210c243 None None] Pushing event updated for resources: {'Port': ['ID=e693e5b2-6aeb-404f-bd47-8083b1842752,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:21.360271 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Routers {'8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:32:21.360904 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:32:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:21.366270 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:21.367046 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:21.472580 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] Set router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:32:21.637643 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:21.638575 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:21.640745 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:21.642589 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 6f1e327d-45a3-4ee0-b5c6-89939e56849e up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:21.764063 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-60c628a2-9ea2-477c-987d-41b01de8b31b tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Allocated IP 172.20.0.9 (a55d00ca-d255-49d3-88dc-d86a8a030fc4/f5d86dde-7d69-4ecc-afa6-0d9c2f424a49/4027ae3d-2633-4456-b298-d5add36a2a85) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:21.783558 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c7c41cce-65bd-48e1-b322-2683d252d58e None None] Provisioning complete for port 4092fb6c-58a6-482d-ad97-8e4e57068478 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:21.784014 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c41cce-65bd-48e1-b322-2683d252d58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:21.786478 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:21.841457 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:15Z', 'revision_number': 3, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:21.922947 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ecfc5-318d-4bcf-8566-f796808d3397 None None] The sync data for ids ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'] in dv-cinder-835635-2-iscsi is: [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:15Z', 'revision_number': 3, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:32:21.924479 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] Set router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:32:21.934131 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-198bf320-2156-4dbf-a402-53bd3f437746 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:32:21.935185 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-198bf320-2156-4dbf-a402-53bd3f437746 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5056961 May 19 21:32:22.044592 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:22.207450 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 6f1e327d-45a3-4ee0-b5c6-89939e56849e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:22.207450 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (6f1e327d-45a3-4ee0-b5c6-89939e56849e), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:22.260607 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c7c41cce-65bd-48e1-b322-2683d252d58e None None] Port 4092fb6c-58a6-482d-ad97-8e4e57068478 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:32:22.297877 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Publish callbacks [] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:22.310226 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-5cc66348-eed6-4e6e-889f-80c0a24360d7 service neutron] 10.222.0.65 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615901 May 19 21:32:22.311107 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:22.315914 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-285455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697946'] for router_interface (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:22.460812 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-60c628a2-9ea2-477c-987d-41b01de8b31b tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Publish callbacks [] for port (4027ae3d-2633-4456-b298-d5add36a2a85), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:22.506213 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=80,neutron:UPDATE=8,neutron:INSERT=12 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:22.507303 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:22.625132 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075431c-be03-40fa-b608-07fb676ab9fa req-38132bb4-1e4b-466e-97f2-f89ecc1fa324 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:22.642332 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a075431c-be03-40fa-b608-07fb676ab9fa req-38132bb4-1e4b-466e-97f2-f89ecc1fa324 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 931 time: 1.3729880 May 19 21:32:22.648752 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-60c628a2-9ea2-477c-987d-41b01de8b31b tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (4027ae3d-2633-4456-b298-d5add36a2a85), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:22.781838 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-60c628a2-9ea2-477c-987d-41b01de8b31b tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Network a55d00ca-d255-49d3-88dc-d86a8a030fc4 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:22.814980 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4092fb6c-58a6-482d-ad97-8e4e57068478,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:22.890230 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 6f1e327d-45a3-4ee0-b5c6-89939e56849e is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:22.890657 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (6f1e327d-45a3-4ee0-b5c6-89939e56849e), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:22.953075 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:22.956404 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:22.981075 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-8b232e76-ba0a-4f47-9edc-c093d462c848 service neutron] 10.222.0.65 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626244 May 19 21:32:23.131126 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] For port 6f1e327d-45a3-4ee0-b5c6-89939e56849e, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=6f1e327d-45a3-4ee0-b5c6-89939e56849e,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:23.169590 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (6f1e327d-45a3-4ee0-b5c6-89939e56849e), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:23.256216 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6e9c65ca-04b0-43f4-ba68-d84ed0540ee2 admin admin] Publish callbacks [] for security_group (f598e9c3-1e80-4f44-a113-8980c762d595), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:23.287091 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-60c628a2-9ea2-477c-987d-41b01de8b31b tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:23.299243 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-60c628a2-9ea2-477c-987d-41b01de8b31b tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:23.315327 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-60c628a2-9ea2-477c-987d-41b01de8b31b tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:23.336410 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-60c628a2-9ea2-477c-987d-41b01de8b31b tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:23.412948 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c628a2-9ea2-477c-987d-41b01de8b31b tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Pushing event updated for resources: {'Port': ['ID=4027ae3d-2633-4456-b298-d5add36a2a85,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:23.425824 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:13Z', 'revision_number': 3, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:23.488796 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-60c628a2-9ea2-477c-987d-41b01de8b31b tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0534868 May 19 21:32:23.509340 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:32:23.536077 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6e9c65ca-04b0-43f4-ba68-d84ed0540ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (f598e9c3-1e80-4f44-a113-8980c762d595), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:23.673037 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-094bad63-cada-4b86-a87a-85f9b8e25e53 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:32:23.674282 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-094bad63-cada-4b86-a87a-85f9b8e25e53 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0197611 May 19 21:32:23.743661 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-6e9c65ca-04b0-43f4-ba68-d84ed0540ee2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc1127658625452993e72e10f80b90a2&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5997176 May 19 21:32:23.747103 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 55250) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:23.782224 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a075431c-be03-40fa-b608-07fb676ab9fa req-be5c0224-b3ea-423c-a5ac-0202c03e9775 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1383018 May 19 21:32:23.839072 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:24.093141 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:32:24.101901 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c65ca-04b0-43f4-ba68-d84ed0540ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f598e9c3-1e80-4f44-a113-8980c762d595,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:24.139278 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8ae5f66d-f598-4db1-b7d2-362d62ab73c5 admin admin] 10.222.0.65 "PUT /v2.0/routers/8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8997467 May 19 21:32:24.165351 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Publish callbacks [] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:24.195079 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:24.202168 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f873255d-2f15-4bf5-826f-e70e28c9393d None None] Provisioning complete for port 4092fb6c-58a6-482d-ad97-8e4e57068478 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:24.202882 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f873255d-2f15-4bf5-826f-e70e28c9393d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:24.206046 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29178993-e1f4-44f8-a24c-ed4ca50e3e4b None None] The sync data for ids ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'] in dv-cinder-835635-2-iscsi is: [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:13Z', 'revision_number': 3, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:32:24.328767 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Publish callbacks [] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:24.364728 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:24.369354 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:24.374730 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Pushing event updated for resources: {'Port': ['ID=6f1e327d-45a3-4ee0-b5c6-89939e56849e,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:24.378440 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e8fbacd3-a9a9-46ed-b231-b01b782bf750 req-0afa8e80-5ff1-4a11-8702-18b14c1107cc tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 210 time: 0.3025470 May 19 21:32:24.454662 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-900ab8c7-f8d4-4b78-9286-2573e80315c2 admin admin] Publish callbacks [] for security_group (f598e9c3-1e80-4f44-a113-8980c762d595), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:24.504303 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Network b9d96816-1157-468c-bb81-22f27d368a2b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:24.528255 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-900ab8c7-f8d4-4b78-9286-2573e80315c2 admin admin] Publish callbacks [] for security_group (f598e9c3-1e80-4f44-a113-8980c762d595), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:24.533142 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:24.537381 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dff133-8fdf-413f-b323-5846ebeb3888 None None] Pushing event updated for resources: {'Port': ['ID=4a3c6ddf-7d6b-486f-9dc8-130d333e28e9,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:24.555831 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 8f86049b-82e7-4f24-9e39-65a6fc868b85 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:24.568326 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=22b65a14-abbd-4229-91d5-fd36cf4b2c47,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:24.582802 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:24.594508 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:24.595245 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1697578'] for router_interface (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:24.604072 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f873255d-2f15-4bf5-826f-e70e28c9393d None None] Port 4092fb6c-58a6-482d-ad97-8e4e57068478 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:32:24.692674 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-900ab8c7-f8d4-4b78-9286-2573e80315c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (f598e9c3-1e80-4f44-a113-8980c762d595), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:24.695942 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-900ab8c7-f8d4-4b78-9286-2573e80315c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:24.698849 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-900ab8c7-f8d4-4b78-9286-2573e80315c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f598e9c3-1e80-4f44-a113-8980c762d595 HTTP/1.1" status: 204 len: 168 time: 0.9471927 May 19 21:32:24.718669 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ab8c7-f8d4-4b78-9286-2573e80315c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f598e9c3-1e80-4f44-a113-8980c762d595,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:25.056195 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 8f86049b-82e7-4f24-9e39-65a6fc868b85 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:25.056601 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (8f86049b-82e7-4f24-9e39-65a6fc868b85), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:25.511313 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Attempting to bind port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:32:25.511673 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Attempting to bind port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:32:25.517431 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Attempting to bind port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 on network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:25.558375 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Request body: {'port': {'device_id': 'c31d034b-2cf3-4518-8e50-8beda1897c20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:25.569252 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1ced26d5-62e2-4765-847c-e52b1becfee0 None None] Provisioning complete for port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:25.571394 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ced26d5-62e2-4765-847c-e52b1becfee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:25.576931 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:32:25.577616 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Checking segment: {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:25.578172 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:25.579241 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Bound using segment: {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:32:25.580439 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Bound port: 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:32:25.582621 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:25.602832 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b02d5-0728-41bb-a1ff-8fc8eb82c34e req-4c8f7856-76dd-45c3-80a7-1c836cfd590f tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:25.618867 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d02b02d5-0728-41bb-a1ff-8fc8eb82c34e req-4c8f7856-76dd-45c3-80a7-1c836cfd590f tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 931 time: 0.4534247 May 19 21:32:25.760693 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:25.781646 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:25.794621 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] For port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:32:25.799873 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] For port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=4a3c6ddf-7d6b-486f-9dc8-130d333e28e9,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:32:26.068895 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:26.081734 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1ced26d5-62e2-4765-847c-e52b1becfee0 None None] Port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:32:26.163356 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d02b02d5-0728-41bb-a1ff-8fc8eb82c34e req-2f4dca3d-2007-43ea-b870-1ee35a59d8cb tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404823 May 19 21:32:26.166683 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4027ae3d-2633-4456-b298-d5add36a2a85), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:26.385066 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-0cce1fd3-553d-4ba0-92fd-3575976102f9 None None] Provisioning complete for port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:26.385442 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cce1fd3-553d-4ba0-92fd-3575976102f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:26.505990 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dff133-8fdf-413f-b323-5846ebeb3888 None None] Pushing event updated for resources: {'Port': ['ID=4a3c6ddf-7d6b-486f-9dc8-130d333e28e9,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:26.605352 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 8f86049b-82e7-4f24-9e39-65a6fc868b85 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:26.608023 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (8f86049b-82e7-4f24-9e39-65a6fc868b85), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:26.651295 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Routers {'c61be7a6-aa87-455e-91eb-e30b71e229b5'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:32:26.655051 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:32:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['c61be7a6-aa87-455e-91eb-e30b71e229b5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:26.768269 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:26.868524 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 55370) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:26.876102 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6f5db519-5599-41fe-aed7-f0a9ed589ef4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--935756938', 'description': 'tempest-description--296760749'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:26.966566 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55372) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:26.983921 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f5db519-5599-41fe-aed7-f0a9ed589ef4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:26.999355 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] For port 8f86049b-82e7-4f24-9e39-65a6fc868b85, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=8f86049b-82e7-4f24-9e39-65a6fc868b85,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:27.128166 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (8f86049b-82e7-4f24-9e39-65a6fc868b85), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:27.155003 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-42f0a16e-3072-46f2-9318-fdf4223d4e4d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:27.156815 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-42f0a16e-3072-46f2-9318-fdf4223d4e4d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 819 time: 0.7089319 May 19 21:32:27.298876 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-cc4bf9c6-6466-4b46-8910-b1e92fa04ab2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/quotas/985c62c1f3c54f568abdac37360ab457 HTTP/1.1" status: 200 len: 375 time: 0.1093855 May 19 21:32:27.432048 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.87', 51179) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:27.533284 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:27.568488 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] Set router c61be7a6-aa87-455e-91eb-e30b71e229b5 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:32:27.664127 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f5db519-5599-41fe-aed7-f0a9ed589ef4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group (de2b5251-8ef2-4f08-a092-f4dc4914187b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:27.773745 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f5db519-5599-41fe-aed7-f0a9ed589ef4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (de2b5251-8ef2-4f08-a092-f4dc4914187b), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:27.807346 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-781aaa4f-83bf-486f-aed0-354477895725 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5075545 May 19 21:32:27.812976 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Publish callbacks [] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:27.827962 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:27.876843 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device e693e5b2-6aeb-404f-bd47-8083b1842752 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:27.881777 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55384) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:27.888333 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0cce1fd3-553d-4ba0-92fd-3575976102f9 None None] Current status of the port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:27.888862 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cce1fd3-553d-4ba0-92fd-3575976102f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:28.013764 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:32:28.016530 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6f5db519-5599-41fe-aed7-f0a9ed589ef4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:28.027779 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:28.028554 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-285455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697946'] for router_interface (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:28.033569 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6f5db519-5599-41fe-aed7-f0a9ed589ef4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1638618 May 19 21:32:28.040890 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55396) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:28.095036 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0cce1fd3-553d-4ba0-92fd-3575976102f9 None None] For port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=4a3c6ddf-7d6b-486f-9dc8-130d333e28e9,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:28.148936 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e656f20e-9be1-4e7c-a3e6-46014a49881c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Request body: {'security_group_rule': {'security_group_id': 'de2b5251-8ef2-4f08-a092-f4dc4914187b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:28.189184 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:28.201145 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5db519-5599-41fe-aed7-f0a9ed589ef4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2b5251-8ef2-4f08-a092-f4dc4914187b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:28.206042 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f8f5d02-dd2f-4ac8-9a34-5a062a9c061b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:28.236948 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cce1fd3-553d-4ba0-92fd-3575976102f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:28.320106 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Pushing event updated for resources: {'Port': ['ID=8f86049b-82e7-4f24-9e39-65a6fc868b85,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:28.426303 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-118d42ca-03a8-4175-a510-1ec7cfe64e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:28.428136 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Sync routers for ids ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:32:28.486065 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e656f20e-9be1-4e7c-a3e6-46014a49881c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group_rule (b228d406-a71f-4cb8-8550-a4af5db66a11), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:28.490652 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Routers {'8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:32:28.491514 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:32:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:28.500133 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce1fd3-553d-4ba0-92fd-3575976102f9 None None] Pushing event updated for resources: {'Port': ['ID=4a3c6ddf-7d6b-486f-9dc8-130d333e28e9,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:28.544467 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d208fed0-0cb8-42fa-87f4-3415d09e3ffa None None] Provisioning complete for port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:28.549286 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a72d10-cacd-4207-949b-c2cdc31adf00 req-e98d2db4-fdf1-431f-865c-919bdada9a6a tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:28.554888 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d208fed0-0cb8-42fa-87f4-3415d09e3ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:28.556388 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01a72d10-cacd-4207-949b-c2cdc31adf00 req-e98d2db4-fdf1-431f-865c-919bdada9a6a tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 931 time: 0.5610752 May 19 21:32:28.638935 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be1508-c890-4075-ad38-7c3655bb3230 req-e2e46841-d7f7-4a13-9b32-6cc9b7069675 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:28.640502 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-e2e46841-d7f7-4a13-9b32-6cc9b7069675 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 819 time: 1.2043993 May 19 21:32:28.743180 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-06be1508-c890-4075-ad38-7c3655bb3230 req-f01f3811-3917-44a3-9585-f38a9539522d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Request body: {'port': {'device_id': 'a18b9269-6ed1-4af1-a0da-8260f38fbf39', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'admin_state_up': True, 'tenant_id': '985c62c1f3c54f568abdac37360ab457'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:28.788649 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-118d42ca-03a8-4175-a510-1ec7cfe64e86 admin admin] Publish callbacks [] for security_group (516dd5fa-2808-499a-bbc0-4fc632ddd6d1), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:28.806817 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port e693e5b2-6aeb-404f-bd47-8083b1842752 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:28.807469 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (e693e5b2-6aeb-404f-bd47-8083b1842752), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:28.844499 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Set router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:32:28.845599 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:28.950027 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e656f20e-9be1-4e7c-a3e6-46014a49881c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group_rule (b228d406-a71f-4cb8-8550-a4af5db66a11), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:29.055762 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:16Z', 'revision_number': 4, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4a3c6ddf-7d6b-486f-9dc8-130d333e28e9', 'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'mac_address': 'fa:16:3e:18:4c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:14Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'subnets': [{'id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:29.170922 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e488d9-2ab3-42f8-8b9c-d91b1b315079 None None] The sync data for ids ['c61be7a6-aa87-455e-91eb-e30b71e229b5'] in dv-cinder-835635-2-iscsi is: [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:16Z', 'revision_number': 4, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4a3c6ddf-7d6b-486f-9dc8-130d333e28e9', 'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'mac_address': 'fa:16:3e:18:4c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:14Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'subnets': [{'id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:32:29.315001 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 2, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:29.400711 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port e693e5b2-6aeb-404f-bd47-8083b1842752 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:29.402478 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Checking router: 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:32:29.402885 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Updating router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 port 4092fb6c-58a6-482d-ad97-8e4e57068478 binding host dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:32:29.411191 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (e693e5b2-6aeb-404f-bd47-8083b1842752), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:29.506427 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] For port e693e5b2-6aeb-404f-bd47-8083b1842752, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=e693e5b2-6aeb-404f-bd47-8083b1842752,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:29.510197 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d208fed0-0cb8-42fa-87f4-3415d09e3ffa None None] Current status of the port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:29.520881 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (e693e5b2-6aeb-404f-bd47-8083b1842752), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:29.524548 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 6f1e327d-45a3-4ee0-b5c6-89939e56849e up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:29.537363 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:29.799673 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:29.808909 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-118d42ca-03a8-4175-a510-1ec7cfe64e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (516dd5fa-2808-499a-bbc0-4fc632ddd6d1), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:29.832452 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01a72d10-cacd-4207-949b-c2cdc31adf00 req-65fad539-b199-4a26-8a0d-2de626ebedf4 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2486706 May 19 21:32:29.858511 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06be1508-c890-4075-ad38-7c3655bb3230 req-f01f3811-3917-44a3-9585-f38a9539522d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Made reservation on behalf of 985c62c1f3c54f568abdac37360ab457 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:29.862628 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-06be1508-c890-4075-ad38-7c3655bb3230 req-f01f3811-3917-44a3-9585-f38a9539522d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:30.098852 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Pushing event updated for resources: {'Port': ['ID=e693e5b2-6aeb-404f-bd47-8083b1842752,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:30.149597 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-118d42ca-03a8-4175-a510-1ec7cfe64e86 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6402175446b748e5a4750f360e80ffa4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2195027 May 19 21:32:30.161605 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d42ca-03a8-4175-a510-1ec7cfe64e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516dd5fa-2808-499a-bbc0-4fc632ddd6d1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:30.176812 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 6f1e327d-45a3-4ee0-b5c6-89939e56849e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:30.177514 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (6f1e327d-45a3-4ee0-b5c6-89939e56849e), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:30.209530 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55436) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:30.215058 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e656f20e-9be1-4e7c-a3e6-46014a49881c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (b228d406-a71f-4cb8-8550-a4af5db66a11), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:30.488099 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 6f1e327d-45a3-4ee0-b5c6-89939e56849e is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:30.576929 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Publish callbacks [] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:30.578811 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656f20e-9be1-4e7c-a3e6-46014a49881c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b228d406-a71f-4cb8-8550-a4af5db66a11,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:30.592232 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:30.607889 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:30.679273 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=22b65a14-abbd-4229-91d5-fd36cf4b2c47,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:30.755670 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e656f20e-9be1-4e7c-a3e6-46014a49881c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:30.756860 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-e656f20e-9be1-4e7c-a3e6-46014a49881c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6137137 May 19 21:32:30.807879 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55446) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:30.815067 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fb69a30f-8126-4db4-88af-af931c0c2787 admin admin] Publish callbacks [] for security_group (516dd5fa-2808-499a-bbc0-4fc632ddd6d1), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:30.932294 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fb69a30f-8126-4db4-88af-af931c0c2787 admin admin] Publish callbacks [] for security_group (516dd5fa-2808-499a-bbc0-4fc632ddd6d1), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:30.942783 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-06be1508-c890-4075-ad38-7c3655bb3230 req-f01f3811-3917-44a3-9585-f38a9539522d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Allocated IP 172.20.0.13 (c14ce0dd-3e64-476b-9ef2-fbfc9abe672b/70d8520c-100d-41c9-b52c-563b0bc09ad9/7e0ac86c-4227-4467-92ca-7b8942e9f54c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:31.056861 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 8f86049b-82e7-4f24-9e39-65a6fc868b85 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:31.070984 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-ff78d69b-c857-4322-8636-d5d60efc3b20 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Request body: {'security_group_rule': {'security_group_id': 'de2b5251-8ef2-4f08-a092-f4dc4914187b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:31.088841 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fb69a30f-8126-4db4-88af-af931c0c2787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (516dd5fa-2808-499a-bbc0-4fc632ddd6d1), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:31.091726 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fb69a30f-8126-4db4-88af-af931c0c2787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:31.093101 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-fb69a30f-8126-4db4-88af-af931c0c2787 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/516dd5fa-2808-499a-bbc0-4fc632ddd6d1 HTTP/1.1" status: 204 len: 168 time: 0.8610172 May 19 21:32:31.167464 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-58f7e1f3-2e9f-40ae-a21f-e0102144b103 service neutron] 10.222.0.65 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.3358252 May 19 21:32:31.229917 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 8f86049b-82e7-4f24-9e39-65a6fc868b85 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:31.232073 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (8f86049b-82e7-4f24-9e39-65a6fc868b85), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:31.289146 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3079b-213c-4b1f-b1f3-78aa65034d76 None None] Pushing event updated for resources: {'Port': ['ID=4092fb6c-58a6-482d-ad97-8e4e57068478,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:31.457008 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Attempting to bind port 4092fb6c-58a6-482d-ad97-8e4e57068478 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:32:31.463526 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Attempting to bind port 4092fb6c-58a6-482d-ad97-8e4e57068478 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:32:31.464489 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Attempting to bind port 4092fb6c-58a6-482d-ad97-8e4e57068478 on network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:31.471439 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 8f86049b-82e7-4f24-9e39-65a6fc868b85 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:31.475514 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69a30f-8126-4db4-88af-af931c0c2787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516dd5fa-2808-499a-bbc0-4fc632ddd6d1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:31.478715 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:32:31.479482 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:31.482730 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:31.495177 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Checking segment: {'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:31.496736 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:31.500226 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Bound using segment: {'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:32:31.508893 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-bce0ac42-3cb5-4c07-b7b3-c3c557f17f0b service neutron] 10.222.0.65 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403962 May 19 21:32:31.513963 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Bound port: 4092fb6c-58a6-482d-ad97-8e4e57068478, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:32:31.516329 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:31.538500 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-06be1508-c890-4075-ad38-7c3655bb3230 req-f01f3811-3917-44a3-9585-f38a9539522d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:31.544093 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4027ae3d-2633-4456-b298-d5add36a2a85 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:32:31.589583 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Publish callbacks [] for port (4027ae3d-2633-4456-b298-d5add36a2a85), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:31.600224 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:31.602906 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:31.636461 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-06be1508-c890-4075-ad38-7c3655bb3230 req-f01f3811-3917-44a3-9585-f38a9539522d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:31.654395 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:31.655529 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:31.658862 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-29d16504-0cff-4905-8dcb-8a99031be87f None None] Provisioning complete for port 4092fb6c-58a6-482d-ad97-8e4e57068478 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:31.659526 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29d16504-0cff-4905-8dcb-8a99031be87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:31.742152 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Transition to ACTIVE for port object 4027ae3d-2633-4456-b298-d5add36a2a85 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:32:31.743921 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] For port 4092fb6c-58a6-482d-ad97-8e4e57068478, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:32:31.751916 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] For port 4092fb6c-58a6-482d-ad97-8e4e57068478, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=4092fb6c-58a6-482d-ad97-8e4e57068478,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:32:31.767365 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (4027ae3d-2633-4456-b298-d5add36a2a85), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:31.782568 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:31.797559 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:31.802895 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-29d16504-0cff-4905-8dcb-8a99031be87f None None] Port 4092fb6c-58a6-482d-ad97-8e4e57068478 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:32:31.868040 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:31.882533 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:31.927146 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f3811-3917-44a3-9585-f38a9539522d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Pushing event updated for resources: {'Port': ['ID=7e0ac86c-4227-4467-92ca-7b8942e9f54c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:31.968228 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06be1508-c890-4075-ad38-7c3655bb3230 req-f01f3811-3917-44a3-9585-f38a9539522d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:31.992662 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eb749-1264-45b0-8e8f-45ade7c04f37 req-4844c4f2-51c5-4511-9146-20ba17630418 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:31.994486 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-be8eb749-1264-45b0-8e8f-45ade7c04f37 req-4844c4f2-51c5-4511-9146-20ba17630418 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 931 time: 0.3860037 May 19 21:32:31.998396 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-06be1508-c890-4075-ad38-7c3655bb3230 req-f01f3811-3917-44a3-9585-f38a9539522d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:32.001494 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-06be1508-c890-4075-ad38-7c3655bb3230 req-f01f3811-3917-44a3-9585-f38a9539522d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:32.029595 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be1508-c890-4075-ad38-7c3655bb3230 req-f01f3811-3917-44a3-9585-f38a9539522d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:32.033377 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-06be1508-c890-4075-ad38-7c3655bb3230 req-f01f3811-3917-44a3-9585-f38a9539522d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:32.080816 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3079b-213c-4b1f-b1f3-78aa65034d76 None None] Pushing event updated for resources: {'Port': ['ID=4092fb6c-58a6-482d-ad97-8e4e57068478,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:32.177391 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Routers {'8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:32:32.178656 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:32:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:32.258422 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Network b9d96816-1157-468c-bb81-22f27d368a2b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:32.325070 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 55476) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:32.331015 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-f01f3811-3917-44a3-9585-f38a9539522d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6039839 May 19 21:32:32.405357 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Request body: {'port': {'device_id': 'a18b9269-6ed1-4af1-a0da-8260f38fbf39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:32.411779 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff78d69b-c857-4322-8636-d5d60efc3b20 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group_rule (53f3c985-c716-4350-89e3-6b5ddc505ada), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:32.444454 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-715d2f9e-556d-41c7-aa8b-d10652256bf6 req-dfba15be-5e56-438d-93bc-35f82069e04c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 210 time: 0.2945156 May 19 21:32:32.483153 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:32.505846 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-747ac053-5a62-4aa2-b00b-c5e67f7da9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:32.601786 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f8f5d02-dd2f-4ac8-9a34-5a062a9c061b admin admin] Publish callbacks [] for security_group (3b77d4ac-c8c3-4f0d-88a4-4804442a03d5), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:32.626551 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Pushing event updated for resources: {'Port': ['ID=4027ae3d-2633-4456-b298-d5add36a2a85,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:32.663629 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-be8eb749-1264-45b0-8e8f-45ade7c04f37 req-a06f2c35-97e8-4ccd-94d5-d375cdf88d57 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397620 May 19 21:32:32.723438 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] Set router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:32:32.797865 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:32.845220 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3cf8c746-eac2-4fd8-859b-33f8d753b8f5 None None] Provisioning complete for port 7e0ac86c-4227-4467-92ca-7b8942e9f54c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:32.849554 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5f8f5d02-dd2f-4ac8-9a34-5a062a9c061b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (3b77d4ac-c8c3-4f0d-88a4-4804442a03d5), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:32.855269 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3cf8c746-eac2-4fd8-859b-33f8d753b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:33.098282 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3cf8c746-eac2-4fd8-859b-33f8d753b8f5 None None] Port 7e0ac86c-4227-4467-92ca-7b8942e9f54c cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:32:33.271726 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:33.272940 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device e693e5b2-6aeb-404f-bd47-8083b1842752 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:33.322544 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f5d02-dd2f-4ac8-9a34-5a062a9c061b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b77d4ac-c8c3-4f0d-88a4-4804442a03d5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:33.338891 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Attempting to bind port 4027ae3d-2633-4456-b298-d5add36a2a85 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:32:33.339265 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Attempting to bind port 4027ae3d-2633-4456-b298-d5add36a2a85 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '3f1e2352-fc34-4436-a5e6-fe091e2d9de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a55d00ca-d255-49d3-88dc-d86a8a030fc4'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:32:33.340912 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Attempting to bind port 4027ae3d-2633-4456-b298-d5add36a2a85 on network a55d00ca-d255-49d3-88dc-d86a8a030fc4 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:33.360905 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-5f8f5d02-dd2f-4ac8-9a34-5a062a9c061b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8afcda833ca0433e95d6f9de6fc0df21&name=default HTTP/1.1" status: 200 len: 2996 time: 6.3888459 May 19 21:32:33.368354 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55494) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:33.397201 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bc9658b4-189c-44ec-9a99-13ae14492b1e None None] Provisioning complete for port 4092fb6c-58a6-482d-ad97-8e4e57068478 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:33.397840 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc9658b4-189c-44ec-9a99-13ae14492b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:33.407326 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:33.409993 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Port 4027ae3d-2633-4456-b298-d5add36a2a85 on network a55d00ca-d255-49d3-88dc-d86a8a030fc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:32:33.409993 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Attempting to bind port 4027ae3d-2633-4456-b298-d5add36a2a85 on network a55d00ca-d255-49d3-88dc-d86a8a030fc4 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:33.462115 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port e693e5b2-6aeb-404f-bd47-8083b1842752 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:33.462115 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (e693e5b2-6aeb-404f-bd47-8083b1842752), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:33.467485 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:32:33.468443 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Checking segment: {'id': '3f1e2352-fc34-4436-a5e6-fe091e2d9de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a55d00ca-d255-49d3-88dc-d86a8a030fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:33.469650 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Bound using segment: {'id': '3f1e2352-fc34-4436-a5e6-fe091e2d9de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a55d00ca-d255-49d3-88dc-d86a8a030fc4'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:32:33.471365 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Bound port: 4027ae3d-2633-4456-b298-d5add36a2a85, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1e2352-fc34-4436-a5e6-fe091e2d9de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a55d00ca-d255-49d3-88dc-d86a8a030fc4'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:32:33.472433 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4027ae3d-2633-4456-b298-d5add36a2a85), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:33.497651 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff78d69b-c857-4322-8636-d5d60efc3b20 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group_rule (53f3c985-c716-4350-89e3-6b5ddc505ada), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:33.521350 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:31Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:33.548838 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff78d69b-c857-4322-8636-d5d60efc3b20 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (53f3c985-c716-4350-89e3-6b5ddc505ada), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:33.574269 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:32:33.596845 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304f3ef-1e0a-42ca-ab3c-df3da4f3a4ed None None] The sync data for ids ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'] in dv-cinder-835635-2-iscsi is: [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:31Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:32:33.612915 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-747ac053-5a62-4aa2-b00b-c5e67f7da9de admin admin] Publish callbacks [] for security_group (a83eae71-f256-41a6-a976-b2172c12a0c6), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:33.621923 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff78d69b-c857-4322-8636-d5d60efc3b20 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:33.623615 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-ff78d69b-c857-4322-8636-d5d60efc3b20 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8097949 May 19 21:32:33.633791 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 55502) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:33.642863 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78d69b-c857-4322-8636-d5d60efc3b20 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f3c985-c716-4350-89e3-6b5ddc505ada,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:33.652292 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Request body: {'floatingip': {'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:33.677524 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-747ac053-5a62-4aa2-b00b-c5e67f7da9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (a83eae71-f256-41a6-a976-b2172c12a0c6), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:33.698632 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bc9658b4-189c-44ec-9a99-13ae14492b1e None None] Current status of the port 4092fb6c-58a6-482d-ad97-8e4e57068478 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:33.699103 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc9658b4-189c-44ec-9a99-13ae14492b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:33.928604 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-747ac053-5a62-4aa2-b00b-c5e67f7da9de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80df3b105c9c44debf9d9842ac87e58d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5837743 May 19 21:32:33.939037 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ac053-5a62-4aa2-b00b-c5e67f7da9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83eae71-f256-41a6-a976-b2172c12a0c6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:33.940754 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bcee5e8-fa63-4480-a6c2-16a08cea21e6 admin admin] Publish callbacks [] for security_group (3b77d4ac-c8c3-4f0d-88a4-4804442a03d5), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:33.946874 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55508) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:33.971371 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bc9658b4-189c-44ec-9a99-13ae14492b1e None None] For port 4092fb6c-58a6-482d-ad97-8e4e57068478, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=4092fb6c-58a6-482d-ad97-8e4e57068478,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:33.974311 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port e693e5b2-6aeb-404f-bd47-8083b1842752 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:33.994802 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc9658b4-189c-44ec-9a99-13ae14492b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:34.058328 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bc9658b4-189c-44ec-9a99-13ae14492b1e None None] Provisioning complete for port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:34.059369 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc9658b4-189c-44ec-9a99-13ae14492b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:34.069765 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:34.084439 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] For port 4027ae3d-2633-4456-b298-d5add36a2a85, host hv-cinder-83563, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:32:34.107751 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d49621bf-fe05-4aad-83a9-e4134ec5a824 req-00b28076-90b6-4ffa-a91f-adb75fcc908e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 210 time: 0.2316456 May 19 21:32:34.284814 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:34.285058 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:34.287165 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:34.301293 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 4092fb6c-58a6-482d-ad97-8e4e57068478 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:34.325763 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:34.331502 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] For port 4027ae3d-2633-4456-b298-d5add36a2a85, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=4027ae3d-2633-4456-b298-d5add36a2a85,segment=NetworkSegment(3f1e2352-fc34-4436-a5e6-fe091e2d9de5),segment_id=3f1e2352-fc34-4436-a5e6-fe091e2d9de5)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:32:34.354033 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bcee5e8-fa63-4480-a6c2-16a08cea21e6 admin admin] Publish callbacks [] for security_group (3b77d4ac-c8c3-4f0d-88a4-4804442a03d5), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:34.373945 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9658b4-189c-44ec-9a99-13ae14492b1e None None] Pushing event updated for resources: {'Port': ['ID=4092fb6c-58a6-482d-ad97-8e4e57068478,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:34.404607 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (4027ae3d-2633-4456-b298-d5add36a2a85), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:34.464704 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bc9658b4-189c-44ec-9a99-13ae14492b1e None None] Port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:32:34.498108 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff0b82-03fd-49d5-9435-863bd14e6f63 req-b767e483-cee6-44e9-9f08-271f2eec23c2 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:34.513677 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6dff0b82-03fd-49d5-9435-863bd14e6f63 req-b767e483-cee6-44e9-9f08-271f2eec23c2 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 943 time: 0.5039263 May 19 21:32:34.573668 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Pushing event updated for resources: {'Port': ['ID=4027ae3d-2633-4456-b298-d5add36a2a85,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:34.581723 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 4092fb6c-58a6-482d-ad97-8e4e57068478 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:34.582065 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:34.629555 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0ac86c-4227-4467-92ca-7b8942e9f54c {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:32:34.709472 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Publish callbacks [] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:34.714100 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:34.732272 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6807c882-5201-4717-bb23-211763401cee admin admin] Publish callbacks [] for security_group (a83eae71-f256-41a6-a976-b2172c12a0c6), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:34.756430 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.87', 51185) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:34.815685 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6807c882-5201-4717-bb23-211763401cee admin admin] Publish callbacks [] for security_group (a83eae71-f256-41a6-a976-b2172c12a0c6), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:34.829477 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 4092fb6c-58a6-482d-ad97-8e4e57068478 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:34.960086 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Transition to ACTIVE for port object 7e0ac86c-4227-4467-92ca-7b8942e9f54c will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:32:34.978791 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:32:34.981171 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:34.981813 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:34.993375 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-f146741d-5d77-49b1-93ef-2fb8695076ce service neutron] 10.222.0.87 "PUT /v2.0/ports/4027ae3d-2633-4456-b298-d5add36a2a85 HTTP/1.1" status: 200 len: 1093 time: 10.7904110 May 19 21:32:34.997782 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31d034b-2cf3-4518-8e50-8beda1897c20', 'tag': '4027ae3d-2633-4456-b298-d5add36a2a85'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:32:35.014187 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:35.032976 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6dff0b82-03fd-49d5-9435-863bd14e6f63 req-c97bed38-91c4-4480-9a75-64792efad2ad tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182195 May 19 21:32:35.187026 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Allocated IP 172.27.0.211 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/c848a02f-191e-4545-80ef-4db8860b96ca) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:35.199242 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Sync routers for ids ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:32:35.239966 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-e8a73051-631b-40c3-99da-fa607983cbe1 admin admin] 10.222.0.65 "PUT /v2.0/routers/42c074a2-896a-408e-ab4c-0ba99b2fe8b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0738885 May 19 21:32:35.257140 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Routers {'42c074a2-896a-408e-ab4c-0ba99b2fe8b3'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:32:35.257925 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:32:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:35.292101 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6807c882-5201-4717-bb23-211763401cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (a83eae71-f256-41a6-a976-b2172c12a0c6), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:35.309673 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6807c882-5201-4717-bb23-211763401cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:35.310916 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-6807c882-5201-4717-bb23-211763401cee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a83eae71-f256-41a6-a976-b2172c12a0c6 HTTP/1.1" status: 204 len: 168 time: 1.3506293 May 19 21:32:35.417855 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55550) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:35.418680 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55552) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:35.743345 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c73b948d-e9da-4a50-8520-9a70ce40878d req-be8e885f-8e15-46a2-bfba-6631fecde808 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 210 time: 0.3260896 May 19 21:32:35.745832 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Set router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:32:35.758758 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807c882-5201-4717-bb23-211763401cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83eae71-f256-41a6-a976-b2172c12a0c6,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:35.782609 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-56c4e606-aa88-44f4-9909-a7c744ed7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:35.789050 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-56c4e606-aa88-44f4-9909-a7c744ed7d5c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6166dc89ce0545c1bbb8adb947034e79&device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 1127 time: 0.6022649 May 19 21:32:35.799012 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bcee5e8-fa63-4480-a6c2-16a08cea21e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (3b77d4ac-c8c3-4f0d-88a4-4804442a03d5), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:35.803017 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5bcee5e8-fa63-4480-a6c2-16a08cea21e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:35.804601 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-5bcee5e8-fa63-4480-a6c2-16a08cea21e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b77d4ac-c8c3-4f0d-88a4-4804442a03d5 HTTP/1.1" status: 204 len: 168 time: 2.4270811 May 19 21:32:35.875410 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:35.886085 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0ac86c-4227-4467-92ca-7b8942e9f54c,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:35.889624 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b64746c-2d24-4f0f-88b6-d2de5288578e" -d '{"events": [{"name": "network-changed", "server_uuid": "c31d034b-2cf3-4518-8e50-8beda1897c20", "tag": "4027ae3d-2633-4456-b298-d5add36a2a85"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:32:35.901101 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcee5e8-fa63-4480-a6c2-16a08cea21e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b77d4ac-c8c3-4f0d-88a4-4804442a03d5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:35.955835 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-2fa76baf-82fd-4258-8c2b-3ed2df3342fe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4027ae3d-2633-4456-b298-d5add36a2a85 HTTP/1.1" status: 200 len: 217 time: 0.1493549 May 19 21:32:36.045936 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:36.091123 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-0a8856ec-8861-42c5-ad96-4923cbdff000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:36.092877 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-0a8856ec-8861-42c5-ad96-4923cbdff000 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f5d86dde-7d69-4ecc-afa6-0d9c2f424a49 HTTP/1.1" status: 200 len: 852 time: 0.1311703 May 19 21:32:36.149717 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-e071422e-d05b-43cb-8515-1df40f4107bd tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:36.153807 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-e071422e-d05b-43cb-8515-1df40f4107bd tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 819 time: 1.3666015 May 19 21:32:36.258576 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for port (c848a02f-191e-4545-80ef-4db8860b96ca), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:36.285431 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 4092fb6c-58a6-482d-ad97-8e4e57068478 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:36.321005 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-7e74a373-8742-4988-866f-45638c401d1c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a55d00ca-d255-49d3-88dc-d86a8a030fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2112987 May 19 21:32:36.322651 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-16524866-e374-4cef-b646-ca74318c9643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:36.335308 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-abd4d113-cbb0-4ce2-9478-693f1d8c1e0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Request body: {'port': {'device_id': 'e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'admin_state_up': True, 'tenant_id': '985c62c1f3c54f568abdac37360ab457'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:36.351049 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (c848a02f-191e-4545-80ef-4db8860b96ca), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:36.484965 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-26b2688f-fc30-42a8-bc6d-0d0bc02d2f12 service neutron] 10.222.0.87 "GET /v2.0/networks/a55d00ca-d255-49d3-88dc-d86a8a030fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477184 May 19 21:32:36.492646 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55584) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:36.499032 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-04a0e1f0-23ba-4921-9f6f-3601f2abd8bb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992771843', 'description': 'tempest-description--1074132508'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:36.617099 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41029a2-3aad-4bb8-84fa-94e5a212e80a req-c84de44a-509b-4d07-b025-772cd628fcd2 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:36.625864 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a41029a2-3aad-4bb8-84fa-94e5a212e80a req-c84de44a-509b-4d07-b025-772cd628fcd2 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 943 time: 0.0772970 May 19 21:32:36.677253 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 2, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:36.690396 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-16524866-e374-4cef-b646-ca74318c9643 admin admin] Publish callbacks [] for security_group (26f87a0b-117c-4282-92c8-6fd06b2a1f4f), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:36.703078 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c9a0281-4720-4790-b8f7-3a6955497452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:36.751033 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:36.764602 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:36.783779 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a41029a2-3aad-4bb8-84fa-94e5a212e80a req-ce13edf7-c1a8-4659-8019-99df93aed645 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562605 May 19 21:32:36.788966 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:36.793256 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Checking router: 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:32:36.793867 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Updating router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 binding host dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:32:36.806968 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:36.817369 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Attempting to bind port 7e0ac86c-4227-4467-92ca-7b8942e9f54c on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:32:36.817813 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Attempting to bind port 7e0ac86c-4227-4467-92ca-7b8942e9f54c by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:32:36.818377 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Attempting to bind port 7e0ac86c-4227-4467-92ca-7b8942e9f54c on network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:36.835200 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Port 7e0ac86c-4227-4467-92ca-7b8942e9f54c on network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:32:36.835741 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Attempting to bind port 7e0ac86c-4227-4467-92ca-7b8942e9f54c on network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:36.849150 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:32:36.849644 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Checking segment: {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:36.850421 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Bound using segment: {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:32:36.851048 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Bound port: 7e0ac86c-4227-4467-92ca-7b8942e9f54c, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:32:36.851585 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:36.997870 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 4092fb6c-58a6-482d-ad97-8e4e57068478 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:36.998402 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:37.021829 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event updated for resources: {'Port': ['ID=c848a02f-191e-4545-80ef-4db8860b96ca,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:37.058270 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:37.101869 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-edab03da-466b-4a06-b8dd-79f3dfb3fc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:37.110684 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:37.153831 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-16524866-e374-4cef-b646-ca74318c9643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (26f87a0b-117c-4282-92c8-6fd06b2a1f4f), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:37.201900 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7464ac64-d877-4039-b8cb-55cd1e2fbbaa x-openstack-request-id: req-7464ac64-d877-4039-b8cb-55cd1e2fbbaa {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:32:37.202423 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31d034b-2cf3-4518-8e50-8beda1897c20", "tag": "4027ae3d-2633-4456-b298-d5add36a2a85", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:32:37.202869 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7464ac64-d877-4039-b8cb-55cd1e2fbbaa {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:32:37.203523 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7464ac64-d877-4039-b8cb-55cd1e2fbbaa'] response: {'name': 'network-changed', 'server_uuid': 'c31d034b-2cf3-4518-8e50-8beda1897c20', 'tag': '4027ae3d-2633-4456-b298-d5add36a2a85', 'status': 'completed', 'code': 200} May 19 21:32:37.222227 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] For port 7e0ac86c-4227-4467-92ca-7b8942e9f54c, host hv-cinder-83563, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:32:37.263667 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] For port 7e0ac86c-4227-4467-92ca-7b8942e9f54c, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7e0ac86c-4227-4467-92ca-7b8942e9f54c,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:32:37.283791 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:37.322069 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for floatingip (89df1f55-83dd-4b62-90c7-732dc3dab44c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:37.369065 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:37.370191 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:37.372426 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] 10.222.0.87 "PUT /v2.0/ports/7e0ac86c-4227-4467-92ca-7b8942e9f54c HTTP/1.1" status: 200 len: 1094 time: 4.9720364 May 19 21:32:37.373300 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18b9269-6ed1-4af1-a0da-8260f38fbf39', 'tag': '7e0ac86c-4227-4467-92ca-7b8942e9f54c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:32:37.494340 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a1f3bc6-7210-452b-98d5-34b8863c3400 req-65a6243a-b191-4148-ad5b-2991078c4133 service neutron] 10.222.0.87 "GET /v2.0/networks/a55d00ca-d255-49d3-88dc-d86a8a030fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9830732 May 19 21:32:37.495065 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04a0e1f0-23ba-4921-9f6f-3601f2abd8bb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:37.570687 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-08ac55ef-58a3-4365-bfc5-bd6ef413e472 req-5e1df5e0-4c74-4406-943b-5a731ce548fd tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 210 time: 0.3777969 May 19 21:32:37.736068 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-16524866-e374-4cef-b646-ca74318c9643 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e0082fc7723648ccb2ba89573769debf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1988828 May 19 21:32:37.819241 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 55616) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:37.829739 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16524866-e374-4cef-b646-ca74318c9643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f87a0b-117c-4282-92c8-6fd06b2a1f4f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:37.861836 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:37.879157 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64746c-2d24-4f0f-88b6-d2de5288578e req-54c8d35f-67e2-4d55-aaf7-fe880fd1a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:37.881317 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5b64746c-2d24-4f0f-88b6-d2de5288578e req-54c8d35f-67e2-4d55-aaf7-fe880fd1a86d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6166dc89ce0545c1bbb8adb947034e79&device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 1127 time: 0.2972312 May 19 21:32:37.948436 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 4092fb6c-58a6-482d-ad97-8e4e57068478 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:38.036914 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d785dcf-a57d-4bfe-a001-3f802b03c677 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0ac86c-4227-4467-92ca-7b8942e9f54c,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:38.165891 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c9a0281-4720-4790-b8f7-3a6955497452 admin admin] Publish callbacks [] for security_group (c9260b04-eebb-4033-91df-d10e23b12234), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:38.170990 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:38.183669 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4c9a0281-4720-4790-b8f7-3a6955497452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (c9260b04-eebb-4033-91df-d10e23b12234), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:38.229694 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64746c-2d24-4f0f-88b6-d2de5288578e req-b2c66049-c615-4fab-b4ad-ffeae6422dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:38.232208 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5b64746c-2d24-4f0f-88b6-d2de5288578e req-b2c66049-c615-4fab-b4ad-ffeae6422dc3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a55d00ca-d255-49d3-88dc-d86a8a030fc4 HTTP/1.1" status: 200 len: 913 time: 0.3304067 May 19 21:32:38.243118 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:38.273546 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04a0e1f0-23ba-4921-9f6f-3601f2abd8bb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group (8e349ff1-022a-459d-b8b3-4a400f0e8180), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:38.316625 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04a0e1f0-23ba-4921-9f6f-3601f2abd8bb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (8e349ff1-022a-459d-b8b3-4a400f0e8180), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:38.332959 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5b64746c-2d24-4f0f-88b6-d2de5288578e req-44c0c1b6-a160-4e86-898d-21ebe162d4aa service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4027ae3d-2633-4456-b298-d5add36a2a85 HTTP/1.1" status: 200 len: 217 time: 0.0782521 May 19 21:32:38.361390 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be1508-c890-4075-ad38-7c3655bb3230 req-ca66db95-aa8e-411e-985e-223bdb4f1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:38.375127 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-ca66db95-aa8e-411e-985e-223bdb4f1397 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 1128 time: 0.7172277 May 19 21:32:38.376594 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-abd4d113-cbb0-4ce2-9478-693f1d8c1e0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Made reservation on behalf of 985c62c1f3c54f568abdac37360ab457 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:38.385193 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-abd4d113-cbb0-4ce2-9478-693f1d8c1e0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:38.393314 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-4c9a0281-4720-4790-b8f7-3a6955497452 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ceaaceb6bce449aa1ccd51de3a605ee&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8776224 May 19 21:32:38.393524 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 55632) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:38.417631 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Publish callbacks [] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:38.429352 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:38.433714 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a0281-4720-4790-b8f7-3a6955497452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9260b04-eebb-4033-91df-d10e23b12234,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:38.498896 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (c848a02f-191e-4545-80ef-4db8860b96ca), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:38.518532 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c00d88-f819-4d1d-9a30-588305bdba86" -d '{"events": [{"name": "network-changed", "server_uuid": "a18b9269-6ed1-4af1-a0da-8260f38fbf39", "tag": "7e0ac86c-4227-4467-92ca-7b8942e9f54c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:32:38.616460 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04a0e1f0-23ba-4921-9f6f-3601f2abd8bb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:38.619805 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-04a0e1f0-23ba-4921-9f6f-3601f2abd8bb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1257732 May 19 21:32:38.624653 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55648) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:38.655093 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-04e982c3-a562-426a-a175-1b9360531a24 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Request body: {'security_group_rule': {'security_group_id': '8e349ff1-022a-459d-b8b3-4a400f0e8180', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:38.684914 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-40ff33d0-e322-4d69-a4f2-6a12cffc64e7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e0ac86c-4227-4467-92ca-7b8942e9f54c HTTP/1.1" status: 200 len: 217 time: 0.1871881 May 19 21:32:38.693108 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-30814fd2-4b1d-4221-944c-9500bca3053b admin admin] Publish callbacks [] for security_group (c9260b04-eebb-4033-91df-d10e23b12234), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:38.708828 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1d485-b5a6-4772-849b-cfda06b080a8 None None] Pushing event updated for resources: {'Port': ['ID=22b65a14-abbd-4229-91d5-fd36cf4b2c47,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:38.764127 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-30814fd2-4b1d-4221-944c-9500bca3053b admin admin] Publish callbacks [] for security_group (c9260b04-eebb-4033-91df-d10e23b12234), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:38.848192 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Attempting to bind port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:32:38.850647 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Attempting to bind port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:32:38.850964 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Attempting to bind port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 on network b9d96816-1157-468c-bb81-22f27d368a2b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:38.872843 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:32:38.873284 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Checking segment: {'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:38.873601 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:38.873988 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Bound using segment: {'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:32:38.874501 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Bound port: 22b65a14-abbd-4229-91d5-fd36cf4b2c47, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:32:38.874886 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:38.877888 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:38.884208 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-06c5b6b7-3140-402c-8d68-66e5b4c3cb1a req-08798bf2-7035-45dc-b556-22d2b58d55a7 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 210 time: 0.1212490 May 19 21:32:38.886696 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2d16e-790a-4cc9-a568-fed26f4160d6 req-b6e34fb8-01a0-47f2-8cef-e984e67bbb08 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:38.888301 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a3a2d16e-790a-4cc9-a568-fed26f4160d6 req-b6e34fb8-01a0-47f2-8cef-e984e67bbb08 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 943 time: 0.8380098 May 19 21:32:38.903323 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0e1f0-23ba-4921-9f6f-3601f2abd8bb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e349ff1-022a-459d-b8b3-4a400f0e8180,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:38.989906 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64746c-2d24-4f0f-88b6-d2de5288578e req-2fe2151a-9e43-4e5c-b66b-f41d83c93bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:39.003275 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5b64746c-2d24-4f0f-88b6-d2de5288578e req-2fe2151a-9e43-4e5c-b66b-f41d83c93bcb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f5d86dde-7d69-4ecc-afa6-0d9c2f424a49 HTTP/1.1" status: 200 len: 852 time: 0.6228032 May 19 21:32:39.004497 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04e982c3-a562-426a-a175-1b9360531a24 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group_rule (1571df8f-f262-4bbc-9c66-10f420ceb5e3), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.094916 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5b64746c-2d24-4f0f-88b6-d2de5288578e req-aa1482a8-61cc-4663-80aa-b91b66f3d531 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a55d00ca-d255-49d3-88dc-d86a8a030fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850494 May 19 21:32:39.170721 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04e982c3-a562-426a-a175-1b9360531a24 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group_rule (1571df8f-f262-4bbc-9c66-10f420ceb5e3), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.176942 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04e982c3-a562-426a-a175-1b9360531a24 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (1571df8f-f262-4bbc-9c66-10f420ceb5e3), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.185079 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:39.187331 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be1508-c890-4075-ad38-7c3655bb3230 req-4ea70335-a25c-4c20-91f9-80876b9a6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:39.191469 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-4ea70335-a25c-4c20-91f9-80876b9a6948 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.3528719 May 19 21:32:39.212834 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-04e982c3-a562-426a-a175-1b9360531a24 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.216926 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-04e982c3-a562-426a-a175-1b9360531a24 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5794787 May 19 21:32:39.219582 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e982c3-a562-426a-a175-1b9360531a24 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1571df8f-f262-4bbc-9c66-10f420ceb5e3,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:39.221429 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 55668) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:39.226829 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-4a67d642-e530-42c0-993c-4d0b5bc40f77 None None] Provisioning complete for port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:39.227223 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a67d642-e530-42c0-993c-4d0b5bc40f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.242710 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7b651a05-a71d-4613-a63b-38837311e402 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Request body: {'security_group_rule': {'security_group_id': '8e349ff1-022a-459d-b8b3-4a400f0e8180', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:39.282009 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4a67d642-e530-42c0-993c-4d0b5bc40f77 None None] Port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:32:39.346038 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-abd4d113-cbb0-4ce2-9478-693f1d8c1e0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Allocated IP 172.20.0.12 (c14ce0dd-3e64-476b-9ef2-fbfc9abe672b/70d8520c-100d-41c9-b52c-563b0bc09ad9/7339e736-ece9-44ac-91e7-0467d6624578) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:39.351791 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] For port 22b65a14-abbd-4229-91d5-fd36cf4b2c47, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:32:39.361210 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e221f84-44da-4b94-b592-917cc36bf5f7 x-openstack-request-id: req-7e221f84-44da-4b94-b592-917cc36bf5f7 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:32:39.361535 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18b9269-6ed1-4af1-a0da-8260f38fbf39", "tag": "7e0ac86c-4227-4467-92ca-7b8942e9f54c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:32:39.361749 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e221f84-44da-4b94-b592-917cc36bf5f7 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:32:39.362201 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e221f84-44da-4b94-b592-917cc36bf5f7'] response: {'name': 'network-changed', 'server_uuid': 'a18b9269-6ed1-4af1-a0da-8260f38fbf39', 'tag': '7e0ac86c-4227-4467-92ca-7b8942e9f54c', 'status': 'completed', 'code': 200} May 19 21:32:39.363207 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3181053e-f101-4966-a295-5ffcad00ec66 admin admin] Publish callbacks [] for security_group (26f87a0b-117c-4282-92c8-6fd06b2a1f4f), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.370466 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efcffd26-fd87-430a-b737-302044f57ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.373335 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] For port 22b65a14-abbd-4229-91d5-fd36cf4b2c47, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=22b65a14-abbd-4229-91d5-fd36cf4b2c47,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:32:39.380591 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:39.384709 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.421881 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3181053e-f101-4966-a295-5ffcad00ec66 admin admin] Publish callbacks [] for security_group (26f87a0b-117c-4282-92c8-6fd06b2a1f4f), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.473382 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1d485-b5a6-4772-849b-cfda06b080a8 None None] Pushing event updated for resources: {'Port': ['ID=22b65a14-abbd-4229-91d5-fd36cf4b2c47,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:39.481437 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Routers {'42c074a2-896a-408e-ab4c-0ba99b2fe8b3'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:32:39.482050 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:32:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:39.506770 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a3a2d16e-790a-4cc9-a568-fed26f4160d6 req-c051983c-f905-467f-9776-d78976d7d2fa tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065959 May 19 21:32:39.507357 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-30814fd2-4b1d-4221-944c-9500bca3053b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (c9260b04-eebb-4033-91df-d10e23b12234), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.509938 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-30814fd2-4b1d-4221-944c-9500bca3053b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.513381 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-30814fd2-4b1d-4221-944c-9500bca3053b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c9260b04-eebb-4033-91df-d10e23b12234 HTTP/1.1" status: 204 len: 168 time: 1.0962162 May 19 21:32:39.566990 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3181053e-f101-4966-a295-5ffcad00ec66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (26f87a0b-117c-4282-92c8-6fd06b2a1f4f), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.570712 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3181053e-f101-4966-a295-5ffcad00ec66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.574954 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-3181053e-f101-4966-a295-5ffcad00ec66 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/26f87a0b-117c-4282-92c8-6fd06b2a1f4f HTTP/1.1" status: 204 len: 168 time: 1.5394924 May 19 21:32:39.596656 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30814fd2-4b1d-4221-944c-9500bca3053b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9260b04-eebb-4033-91df-d10e23b12234,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:39.728562 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181053e-f101-4966-a295-5ffcad00ec66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f87a0b-117c-4282-92c8-6fd06b2a1f4f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:39.739511 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b651a05-a71d-4613-a63b-38837311e402 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group_rule (285f8ae8-7e23-4392-8098-2f0e2fe1539f), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.785789 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.788935 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] Set router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:32:39.929797 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-de4fd7b9-b772-40c7-80d1-640430f8b914 None None] Provisioning complete for port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:39.930441 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de4fd7b9-b772-40c7-80d1-640430f8b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:39.998469 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b651a05-a71d-4613-a63b-38837311e402 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group_rule (285f8ae8-7e23-4392-8098-2f0e2fe1539f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.015340 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b651a05-a71d-4613-a63b-38837311e402 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (285f8ae8-7e23-4392-8098-2f0e2fe1539f), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.045034 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-abd4d113-cbb0-4ce2-9478-693f1d8c1e0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for port (7339e736-ece9-44ac-91e7-0467d6624578), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.053551 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:40.088484 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for port (c848a02f-191e-4545-80ef-4db8860b96ca), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.112283 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55694) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:40.193481 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:40.292479 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:39Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:40.317769 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55702) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:40.322055 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d93ab-c551-4681-9c54-2197e184cb4e None None] The sync data for ids ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'] in dv-cinder-835635-2-iscsi is: [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:39Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:32:40.334956 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55704) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:40.357551 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-678eda7e-c490-4189-b323-c42aca979635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.361125 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b810c1de-9f6f-49f0-9441-8ef8b79bfe1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.367564 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-de4fd7b9-b772-40c7-80d1-640430f8b914 None None] Current status of the port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:40.368222 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de4fd7b9-b772-40c7-80d1-640430f8b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.379236 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b651a05-a71d-4613-a63b-38837311e402 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285f8ae8-7e23-4392-8098-2f0e2fe1539f,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:40.381873 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-63715102-12fd-4cf5-9c27-bf66fd9b3c54 req-b36163f5-e462-435b-a567-443753e6c113 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 210 time: 0.2707696 May 19 21:32:40.386023 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (c848a02f-191e-4545-80ef-4db8860b96ca), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.432069 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b651a05-a71d-4613-a63b-38837311e402 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.436073 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-7b651a05-a71d-4613-a63b-38837311e402 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1956749 May 19 21:32:40.445219 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 55706) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:40.449926 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-de4fd7b9-b772-40c7-80d1-640430f8b914 None None] For port 22b65a14-abbd-4229-91d5-fd36cf4b2c47, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=22b65a14-abbd-4229-91d5-fd36cf4b2c47,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:40.453561 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (89df1f55-83dd-4b62-90c7-732dc3dab44c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.461003 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Request body: {'floatingip': {'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:40.462278 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de4fd7b9-b772-40c7-80d1-640430f8b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.492137 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-678eda7e-c490-4189-b323-c42aca979635 admin admin] Publish callbacks [] for security_group (daf4d790-370e-401e-a909-9146ed6855b8), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.515100 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-678eda7e-c490-4189-b323-c42aca979635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (daf4d790-370e-401e-a909-9146ed6855b8), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.568903 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be1508-c890-4075-ad38-7c3655bb3230 req-5cb254a7-3ba4-4f90-995c-b8041fddcb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:40.570394 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-5cb254a7-3ba4-4f90-995c-b8041fddcb95 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881410 May 19 21:32:40.578330 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event updated for resources: {'Port': ['ID=c848a02f-191e-4545-80ef-4db8860b96ca,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:40.579555 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fd7b9-b772-40c7-80d1-640430f8b914 None None] Pushing event updated for resources: {'Port': ['ID=22b65a14-abbd-4229-91d5-fd36cf4b2c47,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:40.583872 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-678eda7e-c490-4189-b323-c42aca979635 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fddb2c9bfa0e4d9c9cd2bdf2b28b1616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615581 May 19 21:32:40.584893 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.604218 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 55710) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:40.626971 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-abd4d113-cbb0-4ce2-9478-693f1d8c1e0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (7339e736-ece9-44ac-91e7-0467d6624578), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.659042 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.660834 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b0aee0b9-0a31-46bd-bb3c-3f64453b2a25 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0192764 May 19 21:32:40.725938 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.735601 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4d113-cbb0-4ce2-9478-693f1d8c1e0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Pushing event updated for resources: {'Port': ['ID=7339e736-ece9-44ac-91e7-0467d6624578,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:40.789036 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:40.790088 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678eda7e-c490-4189-b323-c42aca979635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf4d790-370e-401e-a909-9146ed6855b8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:40.821066 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-abd4d113-cbb0-4ce2-9478-693f1d8c1e0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:40.823678 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:40.837169 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-abd4d113-cbb0-4ce2-9478-693f1d8c1e0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:40.839929 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-abd4d113-cbb0-4ce2-9478-693f1d8c1e0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:40.842269 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:40.847715 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-abd4d113-cbb0-4ce2-9478-693f1d8c1e0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:40.848762 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-abd4d113-cbb0-4ce2-9478-693f1d8c1e0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.859960 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b810c1de-9f6f-49f0-9441-8ef8b79bfe1d admin admin] Publish callbacks [] for security_group (492548f3-e0ac-4410-996f-1d5b84183fc3), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.864262 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a936e8ae-283c-4b50-8b32-0b303a9283c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.889256 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0ba5c-3a6c-4cdd-a413-f4b1e4bbce59 req-fc2a05a2-1697-47f8-b517-f1cf1d2f1f96 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:40.890809 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5bf0ba5c-3a6c-4cdd-a413-f4b1e4bbce59 req-fc2a05a2-1697-47f8-b517-f1cf1d2f1f96 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 943 time: 0.2429769 May 19 21:32:40.897399 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b810c1de-9f6f-49f0-9441-8ef8b79bfe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (492548f3-e0ac-4410-996f-1d5b84183fc3), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:40.928857 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-abd4d113-cbb0-4ce2-9478-693f1d8c1e0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5986006 May 19 21:32:40.962509 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Request body: {'port': {'device_id': 'e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:40.975587 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.032813 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-b810c1de-9f6f-49f0-9441-8ef8b79bfe1d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c6a6ba4305b465586657292930f3a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6941288 May 19 21:32:41.054399 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5b64746c-2d24-4f0f-88b6-d2de5288578e req-0fffe21b-910c-4df4-9884-b9407b030ee9 service neutron] 10.222.0.87 "GET /v2.0/networks/a55d00ca-d255-49d3-88dc-d86a8a030fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598786 May 19 21:32:41.056154 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55724) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:41.109870 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09460ebd-02ef-4663-bf93-78d0b868b7d6 admin admin] Publish callbacks [] for security_group (daf4d790-370e-401e-a909-9146ed6855b8), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.121392 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810c1de-9f6f-49f0-9441-8ef8b79bfe1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492548f3-e0ac-4410-996f-1d5b84183fc3,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:41.121960 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-6261d0ad-d963-4b0a-a689-ca7bb2265d2c service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374594 May 19 21:32:41.151999 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d6629c4-2981-48eb-9380-1a58122a9e0b admin admin] Publish callbacks [] for security_group (492548f3-e0ac-4410-996f-1d5b84183fc3), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.177815 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5bf0ba5c-3a6c-4cdd-a413-f4b1e4bbce59 req-2eb1015a-1abb-4906-8c97-333dda3eb562 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737565 May 19 21:32:41.219287 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d6629c4-2981-48eb-9380-1a58122a9e0b admin admin] Publish callbacks [] for security_group (492548f3-e0ac-4410-996f-1d5b84183fc3), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.257592 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09460ebd-02ef-4663-bf93-78d0b868b7d6 admin admin] Publish callbacks [] for security_group (daf4d790-370e-401e-a909-9146ed6855b8), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.259031 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7339e736-ece9-44ac-91e7-0467d6624578), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.286306 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-4075633c-aa9c-4198-a5a1-9508c798974f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--935756938&fields=id&tenant_id=92434c51e27a405aaa89a70a660f6d91 HTTP/1.1" status: 200 len: 267 time: 0.3718429 May 19 21:32:41.299415 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f9f33987-20a3-4215-9a07-0336a33d3516 None None] Provisioning complete for port 7339e736-ece9-44ac-91e7-0467d6624578 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:41.301555 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9f33987-20a3-4215-9a07-0336a33d3516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (7339e736-ece9-44ac-91e7-0467d6624578), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.312817 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a936e8ae-283c-4b50-8b32-0b303a9283c9 admin admin] Publish callbacks [] for security_group (4753cd1d-2272-479a-a04a-150f2db1ae02), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.325636 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a936e8ae-283c-4b50-8b32-0b303a9283c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (4753cd1d-2272-479a-a04a-150f2db1ae02), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.363361 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f9f33987-20a3-4215-9a07-0336a33d3516 None None] Port 7339e736-ece9-44ac-91e7-0467d6624578 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:32:41.382890 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:41.398068 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-a936e8ae-283c-4b50-8b32-0b303a9283c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=700bbb441eec410ca0f39ba8854cbbb2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2839179 May 19 21:32:41.399473 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d6629c4-2981-48eb-9380-1a58122a9e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (492548f3-e0ac-4410-996f-1d5b84183fc3), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.402111 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d6629c4-2981-48eb-9380-1a58122a9e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.405585 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-7d6629c4-2981-48eb-9380-1a58122a9e0b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/492548f3-e0ac-4410-996f-1d5b84183fc3 HTTP/1.1" status: 204 len: 168 time: 0.3404760 May 19 21:32:41.405585 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55734) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:41.416888 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936e8ae-283c-4b50-8b32-0b303a9283c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4753cd1d-2272-479a-a04a-150f2db1ae02,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:41.455597 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6629c4-2981-48eb-9380-1a58122a9e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492548f3-e0ac-4410-996f-1d5b84183fc3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:41.469015 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:41.508628 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Allocated IP 172.27.0.36 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/9a1842ac-37b0-420e-b341-e4c2096fd1b7) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:41.566287 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb870dc3-8cc5-409a-8afb-d2f9fa719a52 admin admin] Publish callbacks [] for security_group (4753cd1d-2272-479a-a04a-150f2db1ae02), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.622993 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ab053-21b1-4d06-89e1-69c422366a68 req-478622b9-b47e-4f33-862a-118be3b1368f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:41.624734 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b41ab053-21b1-4d06-89e1-69c422366a68 req-478622b9-b47e-4f33-862a-118be3b1368f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 932 time: 0.0906684 May 19 21:32:41.626871 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb870dc3-8cc5-409a-8afb-d2f9fa719a52 admin admin] Publish callbacks [] for security_group (4753cd1d-2272-479a-a04a-150f2db1ae02), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.672109 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:41.684158 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09460ebd-02ef-4663-bf93-78d0b868b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (daf4d790-370e-401e-a909-9146ed6855b8), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.687478 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09460ebd-02ef-4663-bf93-78d0b868b7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.688870 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-09460ebd-02ef-4663-bf93-78d0b868b7d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/daf4d790-370e-401e-a909-9146ed6855b8 HTTP/1.1" status: 204 len: 168 time: 1.0797176 May 19 21:32:41.740863 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b41ab053-21b1-4d06-89e1-69c422366a68 req-48c207d9-e22e-491b-b272-132c6bac3053 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068318 May 19 21:32:41.779531 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb870dc3-8cc5-409a-8afb-d2f9fa719a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (4753cd1d-2272-479a-a04a-150f2db1ae02), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.788176 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb870dc3-8cc5-409a-8afb-d2f9fa719a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:41.793595 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-bb870dc3-8cc5-409a-8afb-d2f9fa719a52 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4753cd1d-2272-479a-a04a-150f2db1ae02 HTTP/1.1" status: 204 len: 168 time: 0.3863730 May 19 21:32:41.809507 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb870dc3-8cc5-409a-8afb-d2f9fa719a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4753cd1d-2272-479a-a04a-150f2db1ae02,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:41.836624 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09460ebd-02ef-4663-bf93-78d0b868b7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf4d790-370e-401e-a909-9146ed6855b8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:41.899959 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0da118-5189-4c03-a744-b4d30659344a req-a7fd5679-40a0-4c76-9014-334dd704cfce tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:41.905301 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-a7fd5679-40a0-4c76-9014-334dd704cfce tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 817 time: 0.6037772 May 19 21:32:41.979037 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:42.029785 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:42.076507 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-a17dcb47-1667-4fbe-8bda-bc579f250a2b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/quotas/92434c51e27a405aaa89a70a660f6d91 HTTP/1.1" status: 200 len: 375 time: 0.1493146 May 19 21:32:42.148051 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 22b65a14-abbd-4229-91d5-fd36cf4b2c47 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:42.166161 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for port (9a1842ac-37b0-420e-b341-e4c2096fd1b7), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:42.210015 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-47009198-8483-4db1-a60e-8a4d405f655d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089344 May 19 21:32:42.249832 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:42.250190 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:42.373702 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68df76-d306-4361-8738-6c7896b4cbd3 req-25d0d248-7310-4220-8533-f666d6860046 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:42.381325 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ef68df76-d306-4361-8738-6c7896b4cbd3 req-25d0d248-7310-4220-8533-f666d6860046 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 943 time: 0.0930080 May 19 21:32:42.397433 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7339e736-ece9-44ac-91e7-0467d6624578 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:32:42.418367 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Publish callbacks [] for port (7339e736-ece9-44ac-91e7-0467d6624578), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:42.421981 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:42.441013 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (9a1842ac-37b0-420e-b341-e4c2096fd1b7), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:42.443865 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ef68df76-d306-4361-8738-6c7896b4cbd3 req-793e16f5-57ed-4738-be17-841b00c833a3 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616722 May 19 21:32:42.474933 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55770) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:42.490488 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad8fff6c-9967-429f-a570-cdd4a479eecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:42.518540 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Transition to ACTIVE for port object 7339e736-ece9-44ac-91e7-0467d6624578 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:32:42.537660 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:42.540439 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7339e736-ece9-44ac-91e7-0467d6624578), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:42.567703 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:42.576852 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:42.585092 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event updated for resources: {'Port': ['ID=9a1842ac-37b0-420e-b341-e4c2096fd1b7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:42.592815 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:42.593064 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-c64e4818-3ef3-4a8e-b441-e7fef1b91716 service neutron] 10.222.0.65 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472090 May 19 21:32:42.663989 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad8fff6c-9967-429f-a570-cdd4a479eecb admin admin] Publish callbacks [] for security_group (67492c02-6642-4465-8bf6-ddbfaf9f4750), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:42.671137 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ad8fff6c-9967-429f-a570-cdd4a479eecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (67492c02-6642-4465-8bf6-ddbfaf9f4750), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:42.733948 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-ad8fff6c-9967-429f-a570-cdd4a479eecb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce0653e5f17c46aca953f344126c0e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578568 May 19 21:32:42.741559 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55774) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:42.755186 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fff6c-9967-429f-a570-cdd4a479eecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67492c02-6642-4465-8bf6-ddbfaf9f4750,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:42.910149 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aad1d5e0-703e-46b2-bf65-0f2acf4d971c admin admin] Publish callbacks [] for security_group (67492c02-6642-4465-8bf6-ddbfaf9f4750), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:42.965146 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for floatingip (7979b87b-5647-4959-95d5-3255eb0e1bae), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:42.972111 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dae62-5044-4977-94b6-fe617b125252 req-8f3be2fe-08e4-4f92-9741-416af4b63f98 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:42.979430 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a2dae62-5044-4977-94b6-fe617b125252 req-8f3be2fe-08e4-4f92-9741-416af4b63f98 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 944 time: 0.1069245 May 19 21:32:43.002703 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=7339e736-ece9-44ac-91e7-0467d6624578,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:43.011721 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-4cb35152-8e75-4e72-8559-96c138dce904 service neutron] 10.222.0.65 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985684 May 19 21:32:43.013278 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aad1d5e0-703e-46b2-bf65-0f2acf4d971c admin admin] Publish callbacks [] for security_group (67492c02-6642-4465-8bf6-ddbfaf9f4750), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:43.014987 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:43.016452 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Attempting to bind port 7339e736-ece9-44ac-91e7-0467d6624578 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:32:43.016915 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Attempting to bind port 7339e736-ece9-44ac-91e7-0467d6624578 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:32:43.017249 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Attempting to bind port 7339e736-ece9-44ac-91e7-0467d6624578 on network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:43.057077 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Port 7339e736-ece9-44ac-91e7-0467d6624578 on network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:32:43.057645 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Attempting to bind port 7339e736-ece9-44ac-91e7-0467d6624578 on network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:43.070570 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:32:43.071066 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Checking segment: {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:43.071608 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Bound using segment: {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:32:43.072205 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Bound port: 7339e736-ece9-44ac-91e7-0467d6624578, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:32:43.072722 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7339e736-ece9-44ac-91e7-0467d6624578), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:43.092780 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:43.098601 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a2dae62-5044-4977-94b6-fe617b125252 req-dd765ba0-4ae1-4a02-8256-3bf3d6f7b294 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119568 May 19 21:32:43.101025 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (9a1842ac-37b0-420e-b341-e4c2096fd1b7), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:43.125010 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aad1d5e0-703e-46b2-bf65-0f2acf4d971c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (67492c02-6642-4465-8bf6-ddbfaf9f4750), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:43.129916 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aad1d5e0-703e-46b2-bf65-0f2acf4d971c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:43.135085 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-aad1d5e0-703e-46b2-bf65-0f2acf4d971c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/67492c02-6642-4465-8bf6-ddbfaf9f4750 HTTP/1.1" status: 204 len: 168 time: 0.3891838 May 19 21:32:43.152928 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1d5e0-703e-46b2-bf65-0f2acf4d971c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67492c02-6642-4465-8bf6-ddbfaf9f4750,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:43.373628 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-12967b34-028d-471d-babb-fbbae90b02d9 req-ae7300df-367e-4e8c-9586-1f6598187f51 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 210 time: 0.0470622 May 19 21:32:43.402915 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:43.528834 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] For port 7339e736-ece9-44ac-91e7-0467d6624578, host hv-cinder-83563, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:32:43.582911 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] For port 7339e736-ece9-44ac-91e7-0467d6624578, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7339e736-ece9-44ac-91e7-0467d6624578,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:32:43.604570 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7339e736-ece9-44ac-91e7-0467d6624578), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:43.782831 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5b64746c-2d24-4f0f-88b6-d2de5288578e req-8f2f504d-d810-45aa-8a2d-cfbb69a66072 service neutron] 10.222.0.87 "GET /v2.0/networks/a55d00ca-d255-49d3-88dc-d86a8a030fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440923 May 19 21:32:43.820370 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:43.820604 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:43.822417 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] 10.222.0.87 "PUT /v2.0/ports/7339e736-ece9-44ac-91e7-0467d6624578 HTTP/1.1" status: 200 len: 1094 time: 2.8668504 May 19 21:32:43.861778 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7', 'tag': '7339e736-ece9-44ac-91e7-0467d6624578'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:32:43.864496 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead4ffa0-88ac-4783-ad4e-97aacda2b2db" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7", "tag": "7339e736-ece9-44ac-91e7-0467d6624578"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:32:43.902136 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecfac3-2e06-471a-a2bc-031aadb89a5b req-4596da74-2c89-4f32-9a9b-9bd39330b320 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:43.919348 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c3ecfac3-2e06-471a-a2bc-031aadb89a5b req-4596da74-2c89-4f32-9a9b-9bd39330b320 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 943 time: 0.3295624 May 19 21:32:44.056179 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88983a03-b907-4273-b4a6-53a241227d2b x-openstack-request-id: req-88983a03-b907-4273-b4a6-53a241227d2b {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:32:44.056423 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7", "tag": "7339e736-ece9-44ac-91e7-0467d6624578", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:32:44.056672 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-88983a03-b907-4273-b4a6-53a241227d2b {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:32:44.057137 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88983a03-b907-4273-b4a6-53a241227d2b'] response: {'name': 'network-changed', 'server_uuid': 'e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7', 'tag': '7339e736-ece9-44ac-91e7-0467d6624578', 'status': 'completed', 'code': 200} May 19 21:32:44.060149 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20625996-4e00-432d-9743-642c53af3ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=7339e736-ece9-44ac-91e7-0467d6624578,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:44.079693 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for port (9a1842ac-37b0-420e-b341-e4c2096fd1b7), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:44.106514 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (9a1842ac-37b0-420e-b341-e4c2096fd1b7), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:44.197899 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c3ecfac3-2e06-471a-a2bc-031aadb89a5b req-c05bc7d8-d2ba-49d4-b5e8-6485a7ae18a4 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771509 May 19 21:32:44.200098 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (7979b87b-5647-4959-95d5-3255eb0e1bae), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:44.232458 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-b4762b78-3c0f-44de-b434-667144e17c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:44.234765 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-b4762b78-3c0f-44de-b434-667144e17c0c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 1128 time: 0.3054180 May 19 21:32:44.240750 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 55832) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:44.245823 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06be1508-c890-4075-ad38-7c3655bb3230 req-47abddd7-2f83-4971-acee-3f8517db0810 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049160 May 19 21:32:44.297283 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:44.300258 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-2381d574-6d05-4f36-9d90-76b476416803 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7339e736-ece9-44ac-91e7-0467d6624578 HTTP/1.1" status: 200 len: 217 time: 0.0452166 May 19 21:32:44.308514 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:44.309969 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8577845 May 19 21:32:44.314883 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8786339-3220-44fb-a77d-f6fe2327f176 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event updated for resources: {'Port': ['ID=9a1842ac-37b0-420e-b341-e4c2096fd1b7,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:44.342304 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea93284-2cc5-4b6c-9408-3ccef2b8d0ec req-506f918b-7959-44c2-b0e2-97347538b8c0 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:44.344629 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4ea93284-2cc5-4b6c-9408-3ccef2b8d0ec req-506f918b-7959-44c2-b0e2-97347538b8c0 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 944 time: 0.1513112 May 19 21:32:44.419164 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4ea93284-2cc5-4b6c-9408-3ccef2b8d0ec req-e33ad0e0-65ea-4d3c-bbae-4074509f7dd2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675566 May 19 21:32:44.486581 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-90eff1c4-53ff-4de8-a6de-48b925a1388f req-8080f19a-225c-40de-b2a4-2bb8a10540b5 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 210 time: 0.0290952 May 19 21:32:44.561042 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35454eef-e891-4e98-925b-209829cb3b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:44.665768 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35454eef-e891-4e98-925b-209829cb3b43 admin admin] Publish callbacks [] for security_group (5cbc2fc9-5e93-4851-a09d-ce1fd132856e), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:44.671563 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35454eef-e891-4e98-925b-209829cb3b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (5cbc2fc9-5e93-4851-a09d-ce1fd132856e), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:44.718709 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-35454eef-e891-4e98-925b-209829cb3b43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=799367c091bf4817ae4af6651f3cd47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4755838 May 19 21:32:44.719595 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35454eef-e891-4e98-925b-209829cb3b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbc2fc9-5e93-4851-a09d-ce1fd132856e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:44.721629 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 55864) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:44.752355 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-e3008b87-3720-4bbc-9a5c-e900eb9d1d8b tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--992771843&fields=id&tenant_id=4f5916770e9b443489fe7aa76d663fe1 HTTP/1.1" status: 200 len: 267 time: 0.0962710 May 19 21:32:44.771779 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:44.869491 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2a46ddd-07d0-41c3-a703-3cad5feed5e6 admin admin] Publish callbacks [] for security_group (5cbc2fc9-5e93-4851-a09d-ce1fd132856e), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:44.910400 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2a46ddd-07d0-41c3-a703-3cad5feed5e6 admin admin] Publish callbacks [] for security_group (5cbc2fc9-5e93-4851-a09d-ce1fd132856e), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:44.918310 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-9819556c-a78f-434a-9a01-ee8a78844833 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:44.919761 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-9819556c-a78f-434a-9a01-ee8a78844833 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/networks?id=b9d96816-1157-468c-bb81-22f27d368a2b HTTP/1.1" status: 200 len: 811 time: 0.1666362 May 19 21:32:44.957918 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-ca27fa77-a212-41e2-b073-e1af884ea9b6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/quotas/4f5916770e9b443489fe7aa76d663fe1 HTTP/1.1" status: 200 len: 375 time: 0.0288160 May 19 21:32:45.015054 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2a46ddd-07d0-41c3-a703-3cad5feed5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (5cbc2fc9-5e93-4851-a09d-ce1fd132856e), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:45.017879 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2a46ddd-07d0-41c3-a703-3cad5feed5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:45.019681 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-f2a46ddd-07d0-41c3-a703-3cad5feed5e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5cbc2fc9-5e93-4851-a09d-ce1fd132856e HTTP/1.1" status: 204 len: 168 time: 0.2964702 May 19 21:32:45.038397 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a46ddd-07d0-41c3-a703-3cad5feed5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbc2fc9-5e93-4851-a09d-ce1fd132856e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:45.047471 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-6ddb7750-8738-4bf6-a8d4-63e859921418 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4f5916770e9b443489fe7aa76d663fe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810606 May 19 21:32:45.157472 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 4027ae3d-2633-4456-b298-d5add36a2a85 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:32:45.204703 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-56cae262-f04d-4b95-a403-35f6959318bf service neutron] 10.222.0.65 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070149 May 19 21:32:45.259664 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:45.293118 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 4027ae3d-2633-4456-b298-d5add36a2a85, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=4027ae3d-2633-4456-b298-d5add36a2a85,segment=NetworkSegment(3f1e2352-fc34-4436-a5e6-fe091e2d9de5),segment_id=3f1e2352-fc34-4436-a5e6-fe091e2d9de5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:45.309836 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '4027ae3d-2633-4456-b298-d5add36a2a85', 'network_id': 'a55d00ca-d255-49d3-88dc-d86a8a030fc4', 'port_id': '4027ae3d-2633-4456-b298-d5add36a2a85', 'mac_address': 'fa:16:3e:b7:c5:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d86dde-7d69-4ecc-afa6-0d9c2f424a49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:32:45.361795 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-fa859004-06dd-4652-ac1e-d29f6e5001f2 service neutron] 10.222.0.65 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559627 May 19 21:32:45.388038 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 4027ae3d-2633-4456-b298-d5add36a2a85 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:45.388428 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4027ae3d-2633-4456-b298-d5add36a2a85), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:45.402759 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4027ae3d-2633-4456-b298-d5add36a2a85 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:32:45.416016 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348f717-648f-40c7-87b8-9533b05191a1 req-45223f23-0b48-4780-b125-03a212c2fe20 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:45.417857 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2348f717-648f-40c7-87b8-9533b05191a1 req-45223f23-0b48-4780-b125-03a212c2fe20 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 943 time: 0.0956755 May 19 21:32:45.430559 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 4027ae3d-2633-4456-b298-d5add36a2a85, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=4027ae3d-2633-4456-b298-d5add36a2a85,segment=NetworkSegment(3f1e2352-fc34-4436-a5e6-fe091e2d9de5),segment_id=3f1e2352-fc34-4436-a5e6-fe091e2d9de5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:45.435391 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (4027ae3d-2633-4456-b298-d5add36a2a85), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:45.506033 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2348f717-648f-40c7-87b8-9533b05191a1 req-1ceb5289-68ee-41f2-a262-a6063f0f7d7a tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678780 May 19 21:32:45.508075 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=4027ae3d-2633-4456-b298-d5add36a2a85,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:45.632772 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffd619-29e7-4fc6-90e7-bf3c538d8d40 req-80793254-5eb5-408d-a37d-8c3e5ff370f4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:45.634529 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c3ffd619-29e7-4fc6-90e7-bf3c538d8d40 req-80793254-5eb5-408d-a37d-8c3e5ff370f4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 944 time: 0.0607009 May 19 21:32:45.658792 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4116e5ef-b4bd-414c-84ec-1f87167fe7f1 req-e743a31b-3cd8-4ef2-bf52-0346660a5caa tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 210 time: 0.0368681 May 19 21:32:45.768232 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c3ffd619-29e7-4fc6-90e7-bf3c538d8d40 req-70eff646-1134-4428-89ba-9bdd19193724 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251235 May 19 21:32:45.812703 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5b3618ae-44f7-44b4-a5ae-cfd286ba457e req-09cfb6de-a6a2-43e8-a209-44393ecd960b tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 210 time: 0.0571859 May 19 21:32:45.904849 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['4027ae3d-2633-4456-b298-d5add36a2a85'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:32:46.026667 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:46.609710 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:46.612158 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-a7eb839d-8da2-4dc5-ad7b-5214b272196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:46.614126 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-a7eb839d-8da2-4dc5-ad7b-5214b272196d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.1231139 May 19 21:32:46.631325 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c00d88-f819-4d1d-9a30-588305bdba86 req-48cf0c5b-a161-4f83-9a92-3b81a0a4aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:46.633235 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a2c00d88-f819-4d1d-9a30-588305bdba86 req-48cf0c5b-a161-4f83-9a92-3b81a0a4aeea service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 1128 time: 0.1551759 May 19 21:32:46.673093 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be53ecb-2260-456f-b0f1-7914f7ef1ae3 req-67d52e1e-a6c5-4ec9-85e5-4a6b64b0bc42 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:46.675080 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5be53ecb-2260-456f-b0f1-7914f7ef1ae3 req-67d52e1e-a6c5-4ec9-85e5-4a6b64b0bc42 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 944 time: 0.0575094 May 19 21:32:46.747954 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5be53ecb-2260-456f-b0f1-7914f7ef1ae3 req-bfc77c7b-4c21-4046-a43e-1a99e8332e7d tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595441 May 19 21:32:46.839660 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8e81ab73-22f5-4b88-a267-68e512ff3aae req-03c319bd-c93a-4c15-b24c-8b94cf01c928 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 210 time: 0.0834692 May 19 21:32:47.080256 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-eb9b9b5e-8701-4acd-8a4a-c9e8a938b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:47.082802 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-eb9b9b5e-8701-4acd-8a4a-c9e8a938b5d9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2794406 May 19 21:32:47.123110 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7e0ac86c-4227-4467-92ca-7b8942e9f54c details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:32:47.147768 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 4027ae3d-2633-4456-b298-d5add36a2a85 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:47.153162 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0da118-5189-4c03-a744-b4d30659344a req-4887c04e-d80e-4993-9579-c38ac9a30b66 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:47.155570 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-4887c04e-d80e-4993-9579-c38ac9a30b66 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.87 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 817 time: 0.2363873 May 19 21:32:47.182851 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a2d2b420-9ade-41c8-b3e1-6b8733b2c2a7 req-359c4192-93e7-440c-a1ea-f3959fdd4b0a tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 210 time: 0.1212294 May 19 21:32:47.230623 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436d70e-ba45-445d-bd9d-470cdc8ce543 req-0fd0ac67-cbd0-4192-99f1-5ace19ab310a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:47.232296 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a436d70e-ba45-445d-bd9d-470cdc8ce543 req-0fd0ac67-cbd0-4192-99f1-5ace19ab310a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 944 time: 0.3203704 May 19 21:32:47.294010 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port 4027ae3d-2633-4456-b298-d5add36a2a85 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:32:47.305359 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:47.309249 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 4027ae3d-2633-4456-b298-d5add36a2a85 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:47.311374 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (4027ae3d-2633-4456-b298-d5add36a2a85), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:47.428935 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c00d88-f819-4d1d-9a30-588305bdba86 req-4df5f9cd-1758-40ee-8742-27a1c0218bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:47.430544 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a2c00d88-f819-4d1d-9a30-588305bdba86 req-4df5f9cd-1758-40ee-8742-27a1c0218bb7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 920 time: 0.6352701 May 19 21:32:47.434919 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-45cc370f-0bd4-4604-b943-7cadf9c49c62 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92434c51e27a405aaa89a70a660f6d91 HTTP/1.1" status: 200 len: 379 time: 0.1558931 May 19 21:32:47.452145 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.87', 51196) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:47.468170 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-bd0da118-5189-4c03-a744-b4d30659344a req-3965b198-4134-4598-bdb4-f3cc9f446417 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Request body: {'port': {'device_id': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'admin_state_up': True, 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'security_groups': ['de2b5251-8ef2-4f08-a092-f4dc4914187b']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:47.495100 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a2c00d88-f819-4d1d-9a30-588305bdba86 req-1b5cc984-db7d-48b6-ae6b-2bb153791bb8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e0ac86c-4227-4467-92ca-7b8942e9f54c HTTP/1.1" status: 200 len: 217 time: 0.0505393 May 19 21:32:47.508354 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a436d70e-ba45-445d-bd9d-470cdc8ce543 req-83618202-75da-4ae2-88ea-a9066289e758 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677481 May 19 21:32:47.570197 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c00d88-f819-4d1d-9a30-588305bdba86 req-fd5024a4-5b19-4097-9547-f23473ca0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:47.572391 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a2c00d88-f819-4d1d-9a30-588305bdba86 req-fd5024a4-5b19-4097-9547-f23473ca0c9b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.0542023 May 19 21:32:47.657628 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:47.660952 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c00d88-f819-4d1d-9a30-588305bdba86 req-f7b28717-1a77-414b-a540-bfa04917044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:47.662966 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a2c00d88-f819-4d1d-9a30-588305bdba86 req-f7b28717-1a77-414b-a540-bfa04917044d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846515 May 19 21:32:47.748080 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-9e706476-a686-43d3-bd6c-c7ec26c2a57b service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437320 May 19 21:32:47.899788 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56004) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:47.902270 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7e0ac86c-4227-4467-92ca-7b8942e9f54c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7e0ac86c-4227-4467-92ca-7b8942e9f54c,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:47.915386 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 4027ae3d-2633-4456-b298-d5add36a2a85 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:47.916032 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4027ae3d-2633-4456-b298-d5add36a2a85), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:47.939784 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '7e0ac86c-4227-4467-92ca-7b8942e9f54c', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'port_id': '7e0ac86c-4227-4467-92ca-7b8942e9f54c', 'mac_address': 'fa:16:3e:c0:3e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:32:47.980784 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 4027ae3d-2633-4456-b298-d5add36a2a85, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=4027ae3d-2633-4456-b298-d5add36a2a85,segment=NetworkSegment(3f1e2352-fc34-4436-a5e6-fe091e2d9de5),segment_id=3f1e2352-fc34-4436-a5e6-fe091e2d9de5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:47.991540 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31d034b-2cf3-4518-8e50-8beda1897c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4027ae3d-2633-4456-b298-d5add36a2a85'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:32:48.021907 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a2c00d88-f819-4d1d-9a30-588305bdba86 req-ac0c37ce-4777-4b00-bf1b-f75e449fb12b service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512654 May 19 21:32:48.031480 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9fc49e0f-ced2-4a38-b397-15d857a6959a req-6dedc29e-b93c-4cab-badd-387b643d57b9 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 210 time: 0.0584965 May 19 21:32:48.156828 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a17ef61d-270b-49fe-9acb-54709adf0fa2 req-d9d107aa-20a6-41d7-8b27-c23866ec07ce service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990726 May 19 21:32:48.182201 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cf79c-923c-4e6f-8a28-e7d09c15ac47 req-3426d55e-4c65-40d0-a089-d590c0cbb011 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:48.186447 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-aa1cf79c-923c-4e6f-8a28-e7d09c15ac47 req-3426d55e-4c65-40d0-a089-d590c0cbb011 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 945 time: 0.1019180 May 19 21:32:48.197596 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (4027ae3d-2633-4456-b298-d5add36a2a85), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:48.254096 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:48.279897 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a2c00d88-f819-4d1d-9a30-588305bdba86 req-ba10f720-b423-4cef-b562-0ccd943a6373 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403681 May 19 21:32:48.314268 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-337838236-network', 'tenant_id': '7b36e24252944c789b2d17f45477491b'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:48.315659 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-962a9193-c51e-4761-bfa7-21c60de1e6d1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:48.317166 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-962a9193-c51e-4761-bfa7-21c60de1e6d1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.87 "GET /v2.0/networks?id=b9d96816-1157-468c-bb81-22f27d368a2b HTTP/1.1" status: 200 len: 811 time: 0.8628833 May 19 21:32:48.336906 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-aa1cf79c-923c-4e6f-8a28-e7d09c15ac47 req-7233ef1e-044c-4563-85b9-8d3b66a13b80 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266816 May 19 21:32:48.350122 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] Made reservation on behalf of 7b36e24252944c789b2d17f45477491b for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:48.352443 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:48.369067 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0da118-5189-4c03-a744-b4d30659344a req-3965b198-4134-4598-bdb4-f3cc9f446417 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Made reservation on behalf of 92434c51e27a405aaa89a70a660f6d91 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:48.373541 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bd0da118-5189-4c03-a744-b4d30659344a req-3965b198-4134-4598-bdb4-f3cc9f446417 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:48.380420 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eca45d3c-a3bd-4fa5-afda-11cff8021bbc req-876c6b95-864e-47cc-85ff-e6ef2874a9df tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 210 time: 0.0448065 May 19 21:32:48.380792 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:48.452335 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 7e0ac86c-4227-4467-92ca-7b8942e9f54c is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:48.452981 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:48.472235 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:48.511652 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0ac86c-4227-4467-92ca-7b8942e9f54c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:32:48.524127 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=4027ae3d-2633-4456-b298-d5add36a2a85,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:48.557658 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7e0ac86c-4227-4467-92ca-7b8942e9f54c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7e0ac86c-4227-4467-92ca-7b8942e9f54c,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:48.565571 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:48.591718 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] Publish callbacks [] for security_group (3dfa20d4-e0e9-401c-a36d-d4ea23889612), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:48.600611 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (3dfa20d4-e0e9-401c-a36d-d4ea23889612), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:48.656335 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:32:48.656562 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-bd0da118-5189-4c03-a744-b4d30659344a req-3965b198-4134-4598-bdb4-f3cc9f446417 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Allocated IP 172.20.0.12 (38652c76-1cd3-45cc-ad2f-1c69d9cadfb3/fe3c785a-3d7f-4b70-8e27-ed6873cac0aa/7fe0112e-1449-4e73-9fa1-f6d3a33168d8) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:48.666771 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf78996-f272-47c6-a49c-94d0abb53389" -d '{"events": [{"server_uuid": "c31d034b-2cf3-4518-8e50-8beda1897c20", "name": "network-vif-plugged", "status": "completed", "tag": "4027ae3d-2633-4456-b298-d5add36a2a85"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:32:48.671938 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfa20d4-e0e9-401c-a36d-d4ea23889612,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:48.679964 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (4313a6eb-72dd-4251-a3c4-cb8ac7f41fc5), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:48.687307 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] Added segment 4313a6eb-72dd-4251-a3c4-cb8ac7f41fc5 of type vlan for network 1bd7b885-126b-4768-aaa1-c12009da470a May 19 21:32:48.723537 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af6ac0-91c3-4f77-879b-ada5acef347c req-393c2fff-8be8-407c-ae99-849bc9c01bcc tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:48.725446 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f4af6ac0-91c3-4f77-879b-ada5acef347c req-393c2fff-8be8-407c-ae99-849bc9c01bcc tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 944 time: 0.0875216 May 19 21:32:48.728273 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=7e0ac86c-4227-4467-92ca-7b8942e9f54c,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:48.791323 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (1bd7b885-126b-4768-aaa1-c12009da470a), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:48.829942 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (1bd7b885-126b-4768-aaa1-c12009da470a), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:48.835181 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:48.836437 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:48.881080 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9713757 May 19 21:32:48.888542 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f4af6ac0-91c3-4f77-879b-ada5acef347c req-ff3cb297-53d5-4d39-9e0c-4c56b2f9ea1b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551311 May 19 21:32:48.890343 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56040) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:48.898161 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c0ec7b9c-98a7-4c10-8d6a-70f72eaa4969 admin admin] Request body: {'subnet': {'network_id': '1bd7b885-126b-4768-aaa1-c12009da470a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-337838236-subnet', 'tenant_id': '7b36e24252944c789b2d17f45477491b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:48.923111 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:48.963698 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1133d0-c0cc-4f08-b89e-934570dd2754 x-openstack-request-id: req-4e1133d0-c0cc-4f08-b89e-934570dd2754 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:32:48.964200 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31d034b-2cf3-4518-8e50-8beda1897c20", "name": "network-vif-plugged", "status": "completed", "tag": "4027ae3d-2633-4456-b298-d5add36a2a85", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:32:48.965066 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e1133d0-c0cc-4f08-b89e-934570dd2754 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:32:48.965720 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1133d0-c0cc-4f08-b89e-934570dd2754'] response: {'server_uuid': 'c31d034b-2cf3-4518-8e50-8beda1897c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4027ae3d-2633-4456-b298-d5add36a2a85', 'code': 200} May 19 21:32:48.973872 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba6fd1-9c98-44c3-a147-affb44c913ac admin admin] Pushing event updated for resources: {'Network': ['ID=1bd7b885-126b-4768-aaa1-c12009da470a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:48.985265 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network 1bd7b885-126b-4768-aaa1-c12009da470a details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:32:48.994054 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bd0da118-5189-4c03-a744-b4d30659344a req-3965b198-4134-4598-bdb4-f3cc9f446417 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:49.003344 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ec7b9c-98a7-4c10-8d6a-70f72eaa4969 admin admin] Made reservation on behalf of 7b36e24252944c789b2d17f45477491b for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:49.006550 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7b9c-98a7-4c10-8d6a-70f72eaa4969 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:49.037677 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bd0da118-5189-4c03-a744-b4d30659344a req-3965b198-4134-4598-bdb4-f3cc9f446417 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:49.085187 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['7e0ac86c-4227-4467-92ca-7b8942e9f54c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:32:49.150769 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0da118-5189-4c03-a744-b4d30659344a req-3965b198-4134-4598-bdb4-f3cc9f446417 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:49.164243 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-bd0da118-5189-4c03-a744-b4d30659344a req-3965b198-4134-4598-bdb4-f3cc9f446417 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:49.177445 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:49.179203 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0da118-5189-4c03-a744-b4d30659344a req-3965b198-4134-4598-bdb4-f3cc9f446417 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:49.184694 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0da118-5189-4c03-a744-b4d30659344a req-3965b198-4134-4598-bdb4-f3cc9f446417 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:49.185358 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bd0da118-5189-4c03-a744-b4d30659344a req-3965b198-4134-4598-bdb4-f3cc9f446417 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:49.196092 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965b198-4134-4598-bdb4-f3cc9f446417 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event updated for resources: {'Port': ['ID=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:49.274355 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-3965b198-4134-4598-bdb4-f3cc9f446417 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8208458 May 19 21:32:49.280712 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:49.287189 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7b9c-98a7-4c10-8d6a-70f72eaa4969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for subnet (bd18eda3-1f71-49a3-8b1b-944f8640e2b5), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:49.313559 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a6255-488c-4a74-bcea-c15451a00d99 req-389118e5-9809-4da0-8709-5280ec187925 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:49.315437 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d65a6255-488c-4a74-bcea-c15451a00d99 req-389118e5-9809-4da0-8709-5280ec187925 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 932 time: 0.1054752 May 19 21:32:49.383301 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d65a6255-488c-4a74-bcea-c15451a00d99 req-ba3d1fa1-0935-4c6f-93f7-92e2567748ed tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619802 May 19 21:32:49.399280 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec7b9c-98a7-4c10-8d6a-70f72eaa4969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd18eda3-1f71-49a3-8b1b-944f8640e2b5,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:49.412170 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ec7b9c-98a7-4c10-8d6a-70f72eaa4969 admin admin] Checking segment: {'id': '4313a6eb-72dd-4251-a3c4-cb8ac7f41fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1bd7b885-126b-4768-aaa1-c12009da470a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:49.412525 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec7b9c-98a7-4c10-8d6a-70f72eaa4969 admin admin] Network hostable DHCP agents. Network: 1bd7b885-126b-4768-aaa1-c12009da470a, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:32:49.466543 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec7b9c-98a7-4c10-8d6a-70f72eaa4969 admin admin] Network 1bd7b885-126b-4768-aaa1-c12009da470a is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:32:49.502994 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-c0ec7b9c-98a7-4c10-8d6a-70f72eaa4969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, 1bd7b885-126b-4768-aaa1-c12009da470a) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:49.512228 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ec7b9c-98a7-4c10-8d6a-70f72eaa4969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:49.512894 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7b9c-98a7-4c10-8d6a-70f72eaa4969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:49.521044 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39a4f68-cc44-43df-90cd-d66219e8a1f6 None None] Network 1bd7b885-126b-4768-aaa1-c12009da470a requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:32:49.534586 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161d539-6a63-4664-893a-69623cfe8a93 req-abc06ed1-3084-497f-957c-f4f73434a166 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:49.546022 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3161d539-6a63-4664-893a-69623cfe8a93 req-abc06ed1-3084-497f-957c-f4f73434a166 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 945 time: 0.0923069 May 19 21:32:49.574915 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c0ec7b9c-98a7-4c10-8d6a-70f72eaa4969 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6754053 May 19 21:32:49.621522 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3161d539-6a63-4664-893a-69623cfe8a93 req-1cd2f920-261d-4dcb-a7b1-4accab171fd2 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684736 May 19 21:32:49.629344 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2f9381a0-0da4-485b-a562-b0ab18a0c706 req-51fdb052-8f80-4846-bada-26831fb3321b tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 210 time: 0.1120751 May 19 21:32:49.686813 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c59976cf-8dc5-41ff-90e4-10d8931a2fc8 None None] Provisioning complete for port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:49.687190 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c59976cf-8dc5-41ff-90e4-10d8931a2fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:49.734786 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c59976cf-8dc5-41ff-90e4-10d8931a2fc8 None None] Port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:32:49.790560 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409fb9c4-d266-4ac0-9c4a-d583f24ddee4 None None] Network 1bd7b885-126b-4768-aaa1-c12009da470a requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:32:50.061065 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7266c3-8c85-4584-8d8f-1083d806c897 req-9b29a981-f587-4e18-9540-15e600adf7bf tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:50.062617 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dc7266c3-8c85-4584-8d8f-1083d806c897 req-9b29a981-f587-4e18-9540-15e600adf7bf tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 944 time: 0.0625513 May 19 21:32:50.117470 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dc7266c3-8c85-4584-8d8f-1083d806c897 req-98fbc0ae-6f58-4628-8c96-9f9a7a70eda3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476072 May 19 21:32:50.233607 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56092) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:50.239282 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-23707391-network', 'tenant_id': '6cea1b44ce3b4c8dad7f806a0b44047e'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:50.275973 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] Made reservation on behalf of 6cea1b44ce3b4c8dad7f806a0b44047e for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:50.278753 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:50.289667 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:50.351841 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:50.383834 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] Publish callbacks [] for security_group (d06991e6-18a0-4f14-8360-d3000851d2ca), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:50.388178 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (d06991e6-18a0-4f14-8360-d3000851d2ca), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:50.420223 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:32:50.426015 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06991e6-18a0-4f14-8360-d3000851d2ca,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:50.435018 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (e2251ec6-0045-45c9-a98a-76b071b0d666), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:50.435334 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.segments_db [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] Added segment e2251ec6-0045-45c9-a98a-76b071b0d666 of type vlan for network 09bbbd53-33a0-4742-9a62-524ad2c3fe27 May 19 21:32:50.488080 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (09bbbd53-33a0-4742-9a62-524ad2c3fe27), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:50.540918 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820fa11-6cd8-4fb7-b6c0-0e69e0318fef req-cf369d69-5a0e-4f2a-a643-afd5d4468807 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:50.542475 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4820fa11-6cd8-4fb7-b6c0-0e69e0318fef req-cf369d69-5a0e-4f2a-a643-afd5d4468807 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 932 time: 0.0661547 May 19 21:32:50.543506 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (09bbbd53-33a0-4742-9a62-524ad2c3fe27), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:50.544433 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:50.544969 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:50.622308 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3875308 May 19 21:32:50.625568 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56098) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:50.631497 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a9e02f7d-8dfc-4d4e-ad13-191753695a75 admin admin] Request body: {'subnet': {'network_id': '09bbbd53-33a0-4742-9a62-524ad2c3fe27', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-23707391-subnet', 'tenant_id': '6cea1b44ce3b4c8dad7f806a0b44047e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:50.631743 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad2d7b-c9b9-40a1-ade4-54d37bb4c5ea admin admin] Pushing event updated for resources: {'Network': ['ID=09bbbd53-33a0-4742-9a62-524ad2c3fe27,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:50.659089 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4820fa11-6cd8-4fb7-b6c0-0e69e0318fef req-5ebe96e9-562c-45b2-a429-07f5da21e6d6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092489 May 19 21:32:50.675743 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Request body: {'port': {'device_id': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:50.692251 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network 09bbbd53-33a0-4742-9a62-524ad2c3fe27 details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:32:50.788625 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:50.799029 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-9b87d3b6-16cb-4f5c-82cb-f4e9c56f9d0d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f5916770e9b443489fe7aa76d663fe1 HTTP/1.1" status: 200 len: 379 time: 0.1351640 May 19 21:32:50.799996 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:50.841451 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-f0868957-562f-41b4-95b8-d585ecf45a27 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Request body: {'port': {'device_id': 'a392a14d-152c-467f-8031-a4bb8e36e5bb', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'admin_state_up': True, 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'security_groups': ['8e349ff1-022a-459d-b8b3-4a400f0e8180']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:50.989318 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4503c-b717-45fa-85f9-f542508ec519 req-3106a686-5d78-452d-942b-a452ac690643 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:50.990966 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4ea4503c-b717-45fa-85f9-f542508ec519 req-3106a686-5d78-452d-942b-a452ac690643 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 945 time: 0.1871817 May 19 21:32:51.078364 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4ffa0-88ac-4783-ad4e-97aacda2b2db req-a81f4fad-27e1-4601-a661-9090481942a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:51.080051 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ead4ffa0-88ac-4783-ad4e-97aacda2b2db req-a81f4fad-27e1-4601-a661-9090481942a7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 1128 time: 0.4015718 May 19 21:32:51.119148 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e02f7d-8dfc-4d4e-ad13-191753695a75 admin admin] Made reservation on behalf of 6cea1b44ce3b4c8dad7f806a0b44047e for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:51.121392 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9e02f7d-8dfc-4d4e-ad13-191753695a75 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:51.152230 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7339e736-ece9-44ac-91e7-0467d6624578 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:32:51.158503 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7e0ac86c-4227-4467-92ca-7b8942e9f54c up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:51.195475 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:51.211427 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:51.242981 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1be28ee6-4ee1-420e-8c87-0ee550f9f371 req-92d73141-dc6b-4889-b448-4df8f81c0c46 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 210 time: 0.1615090 May 19 21:32:51.258535 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4ea4503c-b717-45fa-85f9-f542508ec519 req-3585a66b-5930-4f70-85d9-80f6c35b9628 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394590 May 19 21:32:51.317954 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee213668-2f3e-4781-9317-fc565c19ef64 req-bd4a25d0-aca3-430f-958f-5e801c5b8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:51.320398 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ee213668-2f3e-4781-9317-fc565c19ef64 req-bd4a25d0-aca3-430f-958f-5e801c5b8cc8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 1129 time: 0.2378430 May 19 21:32:51.338694 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port 7e0ac86c-4227-4467-92ca-7b8942e9f54c completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:32:51.368437 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-f0868957-562f-41b4-95b8-d585ecf45a27 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Made reservation on behalf of 4f5916770e9b443489fe7aa76d663fe1 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:32:51.372904 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ee213668-2f3e-4781-9317-fc565c19ef64 req-36c57cd7-8e72-4598-8f5b-22e7e0f33fd5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:51.378318 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-f0868957-562f-41b4-95b8-d585ecf45a27 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:51.414958 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 7e0ac86c-4227-4467-92ca-7b8942e9f54c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:51.415337 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:51.467854 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7339e736-ece9-44ac-91e7-0467d6624578, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7339e736-ece9-44ac-91e7-0467d6624578,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:51.476383 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ee213668-2f3e-4781-9317-fc565c19ef64 req-36c57cd7-8e72-4598-8f5b-22e7e0f33fd5 service neutron] Publish callbacks [] for security_group (9b96330b-e2b3-4560-8c08-f300f5118801), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:51.485546 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-ee213668-2f3e-4781-9317-fc565c19ef64 req-36c57cd7-8e72-4598-8f5b-22e7e0f33fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (9b96330b-e2b3-4560-8c08-f300f5118801), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:51.491601 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '7339e736-ece9-44ac-91e7-0467d6624578', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'port_id': '7339e736-ece9-44ac-91e7-0467d6624578', 'mac_address': 'fa:16:3e:c2:10:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:32:51.531574 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:51.546832 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4ffa0-88ac-4783-ad4e-97aacda2b2db req-b4c42bd7-222d-4eac-bb54-ea2f0871858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:51.548303 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ead4ffa0-88ac-4783-ad4e-97aacda2b2db req-b4c42bd7-222d-4eac-bb54-ea2f0871858a service neutron] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 920 time: 0.4367368 May 19 21:32:51.562452 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 7e0ac86c-4227-4467-92ca-7b8942e9f54c is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:51.563005 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:51.572646 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ee213668-2f3e-4781-9317-fc565c19ef64 req-36c57cd7-8e72-4598-8f5b-22e7e0f33fd5 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450242 May 19 21:32:51.578627 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c57cd7-8e72-4598-8f5b-22e7e0f33fd5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9b96330b-e2b3-4560-8c08-f300f5118801,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:51.578828 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:51.618563 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 7339e736-ece9-44ac-91e7-0467d6624578 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:51.618943 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7339e736-ece9-44ac-91e7-0467d6624578), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:51.639317 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18b9269-6ed1-4af1-a0da-8260f38fbf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0ac86c-4227-4467-92ca-7b8942e9f54c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:32:51.641774 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769d3e06-c473-4d76-9a18-caa71a026b0c" -d '{"events": [{"server_uuid": "a18b9269-6ed1-4af1-a0da-8260f38fbf39", "name": "network-vif-plugged", "status": "completed", "tag": "7e0ac86c-4227-4467-92ca-7b8942e9f54c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:32:51.654194 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ead4ffa0-88ac-4783-ad4e-97aacda2b2db req-5f53a49e-9b90-4387-8127-66c626875e90 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7339e736-ece9-44ac-91e7-0467d6624578 HTTP/1.1" status: 200 len: 217 time: 0.0943277 May 19 21:32:51.665244 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7339e736-ece9-44ac-91e7-0467d6624578 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:32:51.699308 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:51.720904 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7e0ac86c-4227-4467-92ca-7b8942e9f54c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7e0ac86c-4227-4467-92ca-7b8942e9f54c,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:51.729154 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5cee32-14f7-4810-85f5-03dc8f5d6a1b x-openstack-request-id: req-8a5cee32-14f7-4810-85f5-03dc8f5d6a1b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:32:51.729677 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18b9269-6ed1-4af1-a0da-8260f38fbf39", "name": "network-vif-plugged", "status": "completed", "tag": "7e0ac86c-4227-4467-92ca-7b8942e9f54c", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:32:51.729931 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a5cee32-14f7-4810-85f5-03dc8f5d6a1b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:32:51.730348 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5cee32-14f7-4810-85f5-03dc8f5d6a1b'] response: {'server_uuid': 'a18b9269-6ed1-4af1-a0da-8260f38fbf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0ac86c-4227-4467-92ca-7b8942e9f54c', 'code': 200} May 19 21:32:51.733809 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:51.737712 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7339e736-ece9-44ac-91e7-0467d6624578, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7339e736-ece9-44ac-91e7-0467d6624578,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:51.740913 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9e02f7d-8dfc-4d4e-ad13-191753695a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for subnet (15d00dfb-dd71-450d-8f47-487fd08b19d6), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:51.764993 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7339e736-ece9-44ac-91e7-0467d6624578), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:51.797841 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=7e0ac86c-4227-4467-92ca-7b8942e9f54c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:51.814823 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6b217-5c4f-4b86-a95a-becf0c830bd7 req-02768d9e-7372-4030-b32d-b1c4d5c24680 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:51.822979 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-19b6b217-5c4f-4b86-a95a-becf0c830bd7 req-02768d9e-7372-4030-b32d-b1c4d5c24680 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 944 time: 0.2247767 May 19 21:32:51.831310 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e02f7d-8dfc-4d4e-ad13-191753695a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d00dfb-dd71-450d-8f47-487fd08b19d6,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:51.907389 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=7339e736-ece9-44ac-91e7-0467d6624578,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:51.942726 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:32:51.952743 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=47 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:51.964791 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=59 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:51.966438 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Publish callbacks [] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:51.975696 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e02f7d-8dfc-4d4e-ad13-191753695a75 admin admin] Checking segment: {'id': 'e2251ec6-0045-45c9-a98a-76b071b0d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '09bbbd53-33a0-4742-9a62-524ad2c3fe27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:51.976061 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e02f7d-8dfc-4d4e-ad13-191753695a75 admin admin] Network hostable DHCP agents. Network: 09bbbd53-33a0-4742-9a62-524ad2c3fe27, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:32:51.983313 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4ffa0-88ac-4783-ad4e-97aacda2b2db req-796dfb3c-e4c8-4c9c-a803-82ab6c04d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:51.986181 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ead4ffa0-88ac-4783-ad4e-97aacda2b2db req-796dfb3c-e4c8-4c9c-a803-82ab6c04d41f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.1223242 May 19 21:32:51.994553 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e61626-9d33-4eed-b5e7-a965518adac9 req-15e3018c-b509-4a9b-85df-51226f226199 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:51.996244 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c4e61626-9d33-4eed-b5e7-a965518adac9 req-15e3018c-b509-4a9b-85df-51226f226199 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 932 time: 0.1906214 May 19 21:32:52.011149 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Transition to ACTIVE for port object 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:32:52.028172 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-19b6b217-5c4f-4b86-a95a-becf0c830bd7 req-2156e044-882d-4743-9cf1-a2653fe7d6d3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038984 May 19 21:32:52.035538 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-f0868957-562f-41b4-95b8-d585ecf45a27 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Allocated IP 172.20.0.12 (b9d96816-1157-468c-bb81-22f27d368a2b/e218c9ee-3929-46d8-9647-a4c799f32db9/273956f8-6ada-4c24-9d33-e37b581a5bb1) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:32:52.040418 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:52.099420 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e02f7d-8dfc-4d4e-ad13-191753695a75 admin admin] Network 09bbbd53-33a0-4742-9a62-524ad2c3fe27 is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:32:52.107401 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4ffa0-88ac-4783-ad4e-97aacda2b2db req-e4bbf37f-b687-421f-af9f-459a763a7769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:52.109232 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ead4ffa0-88ac-4783-ad4e-97aacda2b2db req-e4bbf37f-b687-421f-af9f-459a763a7769 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1116433 May 19 21:32:52.123257 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:52.128723 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['7339e736-ece9-44ac-91e7-0467d6624578'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:32:52.138669 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c4e61626-9d33-4eed-b5e7-a965518adac9 req-9b8a874b-f8f7-44ed-8e2c-5667eb3429fe tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250300 May 19 21:32:52.145845 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a9e02f7d-8dfc-4d4e-ad13-191753695a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, 09bbbd53-33a0-4742-9a62-524ad2c3fe27) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:52.146153 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Pushing event updated for resources: {'Port': ['ID=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:52.151626 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e02f7d-8dfc-4d4e-ad13-191753695a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:52.154053 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9e02f7d-8dfc-4d4e-ad13-191753695a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:52.176843 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a9e02f7d-8dfc-4d4e-ad13-191753695a75 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5501223 May 19 21:32:52.189685 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242181c0-e2ea-4b08-8d1a-a3a9393c175d None None] Network 09bbbd53-33a0-4742-9a62-524ad2c3fe27 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:32:52.342554 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Attempting to bind port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:32:52.343140 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Attempting to bind port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:32:52.343227 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Attempting to bind port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 on network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:52.360522 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 on network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:32:52.361101 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Attempting to bind port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 on network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:52.383861 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:32:52.384456 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Checking segment: {'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:52.385442 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Bound using segment: {'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:32:52.386046 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Bound port: 7fe0112e-1449-4e73-9fa1-f6d3a33168d8, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:32:52.387358 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:52.429184 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56184) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:52.504796 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca24c862-ccfd-4116-8157-1fd27ea9bdba None None] Network 09bbbd53-33a0-4742-9a62-524ad2c3fe27 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:32:52.554681 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-f0868957-562f-41b4-95b8-d585ecf45a27 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:52.564871 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-abb61467-26d0-4380-9d2b-ae0c3803019a req-f2cc629d-8885-434c-a4ab-0697317cb469 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 210 time: 0.0687037 May 19 21:32:52.569198 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] For port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8, host hv-cinder-83563, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:32:52.571166 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:52.588663 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] For port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:32:52.611298 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:52.621008 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:52.685411 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:52.686121 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:52.687679 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] 10.222.0.87 "PUT /v2.0/ports/7fe0112e-1449-4e73-9fa1-f6d3a33168d8 HTTP/1.1" status: 200 len: 1094 time: 2.0224502 May 19 21:32:52.688143 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'tag': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:32:52.690895 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc71b5f-96f4-42d8-9cbf-66741d129149" -d '{"events": [{"name": "network-changed", "server_uuid": "e0250d7d-3766-4555-a9af-2429afad53bf", "tag": "7fe0112e-1449-4e73-9fa1-f6d3a33168d8"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:32:52.700718 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-f0868957-562f-41b4-95b8-d585ecf45a27 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:52.709347 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-6197f3a7-ca17-4872-88e7-7e7e0960754c admin admin] Deleting subnet bd18eda3-1f71-49a3-8b1b-944f8640e2b5 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:32:52.716420 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6197f3a7-ca17-4872-88e7-7e7e0960754c admin admin] Publish callbacks [] for subnet (bd18eda3-1f71-49a3-8b1b-944f8640e2b5), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:52.751662 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-f0868957-562f-41b4-95b8-d585ecf45a27 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Network b9d96816-1157-468c-bb81-22f27d368a2b is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:32:52.785538 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6197f3a7-ca17-4872-88e7-7e7e0960754c admin admin] Publish callbacks [] for subnet (bd18eda3-1f71-49a3-8b1b-944f8640e2b5), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:52.791762 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-f0868957-562f-41b4-95b8-d585ecf45a27 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:32:52.803414 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6197f3a7-ca17-4872-88e7-7e7e0960754c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (bd18eda3-1f71-49a3-8b1b-944f8640e2b5), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:52.816711 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-f0868957-562f-41b4-95b8-d585ecf45a27 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:32:52.822272 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-f0868957-562f-41b4-95b8-d585ecf45a27 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:52.822961 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-f0868957-562f-41b4-95b8-d585ecf45a27 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:52.831776 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e1718-4357-4fc9-b03a-7c1f6b4eb29a service neutron] Pushing event updated for resources: {'Port': ['ID=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:52.853683 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4db2b4-3f5f-45ea-9c2e-ee959be43b0d x-openstack-request-id: req-6c4db2b4-3f5f-45ea-9c2e-ee959be43b0d {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:32:52.853971 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0250d7d-3766-4555-a9af-2429afad53bf", "tag": "7fe0112e-1449-4e73-9fa1-f6d3a33168d8", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:32:52.854222 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c4db2b4-3f5f-45ea-9c2e-ee959be43b0d {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:32:52.854666 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4db2b4-3f5f-45ea-9c2e-ee959be43b0d'] response: {'name': 'network-changed', 'server_uuid': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'tag': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'status': 'completed', 'code': 200} May 19 21:32:52.896803 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:52.913543 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e709f-c9db-45e6-8818-3272a6f56ecb req-e24a4481-1bf3-4ec0-b94c-5cfe79c3f365 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:52.916687 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-367e709f-c9db-45e6-8818-3272a6f56ecb req-e24a4481-1bf3-4ec0-b94c-5cfe79c3f365 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 945 time: 0.4751556 May 19 21:32:52.974522 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3758ab4-ddef-4ae9-9f39-6974b9d92de0 req-ba91c21e-1d87-4db6-8b03-97a04192c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:52.976257 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b3758ab4-ddef-4ae9-9f39-6974b9d92de0 req-ba91c21e-1d87-4db6-8b03-97a04192c76d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 1130 time: 0.4437554 May 19 21:32:53.006560 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:53.021348 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0da118-5189-4c03-a744-b4d30659344a req-57e9a160-9254-4a90-995f-d5c4e63feb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:53.025962 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-57e9a160-9254-4a90-995f-d5c4e63feb42 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 1128 time: 0.2770760 May 19 21:32:53.045616 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0868957-562f-41b4-95b8-d585ecf45a27 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event updated for resources: {'Port': ['ID=273956f8-6ada-4c24-9d33-e37b581a5bb1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:53.159299 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-f0868957-562f-41b4-95b8-d585ecf45a27 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3288147 May 19 21:32:53.169274 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-ae1b5276-2fc0-405b-98a2-06f5fa2dcda5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8 HTTP/1.1" status: 200 len: 217 time: 0.1313996 May 19 21:32:53.185353 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Request body: {'port': {'device_id': 'a392a14d-152c-467f-8031-a4bb8e36e5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:32:53.215363 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ead4ffa0-88ac-4783-ad4e-97aacda2b2db req-ab5429e3-0570-4f1c-b5b2-cbd2cd54f92f service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817014 May 19 21:32:53.223602 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-367e709f-c9db-45e6-8818-3272a6f56ecb req-393a49d5-721e-40b4-af3a-585f40cb79a6 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921979 May 19 21:32:53.224696 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6197f3a7-ca17-4872-88e7-7e7e0960754c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for subnet (bd18eda3-1f71-49a3-8b1b-944f8640e2b5), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:53.272569 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197f3a7-ca17-4872-88e7-7e7e0960754c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd18eda3-1f71-49a3-8b1b-944f8640e2b5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:53.291705 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274715ba-acd1-4894-b1db-cbe45370c99f req-d90d8fbc-a4af-4082-b835-25c2759f90f4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:53.296919 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b3758ab4-ddef-4ae9-9f39-6974b9d92de0 req-e0837b71-9f12-4c76-9359-84270442a306 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933133 May 19 21:32:53.302637 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-274715ba-acd1-4894-b1db-cbe45370c99f req-d90d8fbc-a4af-4082-b835-25c2759f90f4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 945 time: 0.1012888 May 19 21:32:53.323313 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9956e7b0-52e7-48f6-9b79-0e2e74556246 None None] Provisioning complete for port 273956f8-6ada-4c24-9d33-e37b581a5bb1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:53.325815 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9956e7b0-52e7-48f6-9b79-0e2e74556246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:53.335800 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6197f3a7-ca17-4872-88e7-7e7e0960754c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:53.339006 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6197f3a7-ca17-4872-88e7-7e7e0960754c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bd18eda3-1f71-49a3-8b1b-944f8640e2b5 HTTP/1.1" status: 204 len: 168 time: 0.9086213 May 19 21:32:53.343685 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56220) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:53.396507 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9956e7b0-52e7-48f6-9b79-0e2e74556246 None None] Port 273956f8-6ada-4c24-9d33-e37b581a5bb1 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:32:53.441893 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ead4ffa0-88ac-4783-ad4e-97aacda2b2db req-c5281cee-51e5-4d2c-b6d6-e4adf6c0595b service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795077 May 19 21:32:53.460499 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0da118-5189-4c03-a744-b4d30659344a req-5401bae1-dda7-4fbd-b679-1219462f84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:53.462064 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-5401bae1-dda7-4fbd-b679-1219462f84f1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa HTTP/1.1" status: 200 len: 856 time: 0.2809830 May 19 21:32:53.471301 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961960-bbb2-4597-8dca-bcfb66d8e439 req-3ad76b63-dd47-404a-8ce3-cff221b9ecb3 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:53.473177 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06961960-bbb2-4597-8dca-bcfb66d8e439 req-3ad76b63-dd47-404a-8ce3-cff221b9ecb3 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0910964 May 19 21:32:53.478114 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:53.498809 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-274715ba-acd1-4894-b1db-cbe45370c99f req-f46357e1-142a-4ce4-ab3d-098ced873921 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918340 May 19 21:32:53.531605 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (1bd7b885-126b-4768-aaa1-c12009da470a), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:53.538927 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06961960-bbb2-4597-8dca-bcfb66d8e439 req-c60fb0c7-aaf2-47e6-b313-591cd9e79412 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594349 May 19 21:32:53.566613 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56226) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:53.687995 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11f15406-36d2-47c8-8495-9de962a2af7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:53.717612 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (1bd7b885-126b-4768-aaa1-c12009da470a), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:53.725243 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:53.792538 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11f15406-36d2-47c8-8495-9de962a2af7b admin admin] Publish callbacks [] for security_group (31cc3fe5-61f9-4610-8c99-3759573647be), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:53.797507 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11f15406-36d2-47c8-8495-9de962a2af7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (31cc3fe5-61f9-4610-8c99-3759573647be), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:53.798946 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbc1d1-8a78-4a78-80cb-c5c5ea326008 req-ec081759-c565-4249-9d63-0480ebc9d8f9 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:53.803123 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-74cbc1d1-8a78-4a78-80cb-c5c5ea326008 req-ec081759-c565-4249-9d63-0480ebc9d8f9 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 932 time: 0.1422789 May 19 21:32:53.851236 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-11f15406-36d2-47c8-8495-9de962a2af7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a2c700ac5bd4095a01d35a66a4596a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835457 May 19 21:32:53.853679 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f15406-36d2-47c8-8495-9de962a2af7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cc3fe5-61f9-4610-8c99-3759573647be,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:53.855889 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56232) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:53.875569 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:53.875974 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:53.876791 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:53.877124 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Subscribe: > port after_create 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:53.877468 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Subscribe: > port after_delete 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:53.877798 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Subscribe: > port after_update 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:53.878114 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:53.878461 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:53.878771 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:53.879269 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:53.882322 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7339e736-ece9-44ac-91e7-0467d6624578 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:32:53.922656 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05f83b16-8a96-47e7-b6b6-ad52b3ed8564 admin admin] Publish callbacks [] for security_group (31cc3fe5-61f9-4610-8c99-3759573647be), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:53.940606 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:53.951436 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05f83b16-8a96-47e7-b6b6-ad52b3ed8564 admin admin] Publish callbacks [] for security_group (31cc3fe5-61f9-4610-8c99-3759573647be), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:54.010357 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05f83b16-8a96-47e7-b6b6-ad52b3ed8564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (31cc3fe5-61f9-4610-8c99-3759573647be), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:54.014478 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05f83b16-8a96-47e7-b6b6-ad52b3ed8564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:54.019592 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-05f83b16-8a96-47e7-b6b6-ad52b3ed8564 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/31cc3fe5-61f9-4610-8c99-3759573647be HTTP/1.1" status: 204 len: 168 time: 0.1588185 May 19 21:32:54.025796 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f83b16-8a96-47e7-b6b6-ad52b3ed8564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cc3fe5-61f9-4610-8c99-3759573647be,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:54.029777 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:54.030130 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:54.030544 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:54.031275 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:54.031745 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd7b885-126b-4768-aaa1-c12009da470a']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:54.068370 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port 7339e736-ece9-44ac-91e7-0467d6624578 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:32:54.082111 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 7339e736-ece9-44ac-91e7-0467d6624578 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:32:54.082604 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4313a6eb-72dd-4251-a3c4-cb8ac7f41fc5') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:54.082906 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4313a6eb-72dd-4251-a3c4-cb8ac7f41fc5') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:54.083096 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (7339e736-ece9-44ac-91e7-0467d6624578), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:54.108758 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:54.144761 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751383'] for segment (4313a6eb-72dd-4251-a3c4-cb8ac7f41fc5), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:54.168259 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 7339e736-ece9-44ac-91e7-0467d6624578 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:32:54.169006 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7339e736-ece9-44ac-91e7-0467d6624578), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:54.199704 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7339e736-ece9-44ac-91e7-0467d6624578'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:32:54.202654 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ccc3ef-b032-4bd5-8126-fa7c3c7855c2" -d '{"events": [{"server_uuid": "e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7", "name": "network-vif-plugged", "status": "completed", "tag": "7339e736-ece9-44ac-91e7-0467d6624578"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:32:54.225803 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7339e736-ece9-44ac-91e7-0467d6624578, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7339e736-ece9-44ac-91e7-0467d6624578,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:32:54.233058 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7339e736-ece9-44ac-91e7-0467d6624578), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:54.283166 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0895a621-1b20-44a0-a768-727b635b1ca8 x-openstack-request-id: req-0895a621-1b20-44a0-a768-727b635b1ca8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:32:54.283745 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7", "name": "network-vif-plugged", "status": "completed", "tag": "7339e736-ece9-44ac-91e7-0467d6624578", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:32:54.284233 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0895a621-1b20-44a0-a768-727b635b1ca8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:32:54.284690 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0895a621-1b20-44a0-a768-727b635b1ca8'] response: {'server_uuid': 'e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7339e736-ece9-44ac-91e7-0467d6624578', 'code': 200} May 19 21:32:54.313325 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=7339e736-ece9-44ac-91e7-0467d6624578,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:54.376613 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1a500-661e-4dcd-aa3a-c29d1a0e5678 req-8b3794a6-3aaf-477f-a1bf-f2fe739562eb tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:54.378622 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-02c1a500-661e-4dcd-aa3a-c29d1a0e5678 req-8b3794a6-3aaf-477f-a1bf-f2fe739562eb tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 945 time: 0.0597796 May 19 21:32:54.439123 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-02c1a500-661e-4dcd-aa3a-c29d1a0e5678 req-730ae965-c989-43cd-b7ef-c37b82d42d53 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523748 May 19 21:32:54.454283 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0da118-5189-4c03-a744-b4d30659344a req-0c919789-c608-4906-8d83-3f7d1fdee13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:54.457136 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-0c919789-c608-4906-8d83-3f7d1fdee13c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6814647 May 19 21:32:54.468609 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-74cbc1d1-8a78-4a78-80cb-c5c5ea326008 req-1c0a5ec4-2d30-4aef-965a-10d0e33cda3e tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6535764 May 19 21:32:54.481471 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (4313a6eb-72dd-4251-a3c4-cb8ac7f41fc5), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:54.513329 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:32:54.513835 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8714482'] for segment (4313a6eb-72dd-4251-a3c4-cb8ac7f41fc5), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:54.587456 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56264) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:54.607408 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e762-d522-4bf4-9642-3423af985d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:54.685112 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (1bd7b885-126b-4768-aaa1-c12009da470a), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:54.713989 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560d43f-ec3a-4a88-85b0-70ea033967b5 req-b650600a-d02c-4101-8dfd-7e00cd7e1339 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:54.715821 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0560d43f-ec3a-4a88-85b0-70ea033967b5 req-b650600a-d02c-4101-8dfd-7e00cd7e1339 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1023839 May 19 21:32:54.765120 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:54.768928 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] 10.222.0.65 "DELETE /v2.0/networks/1bd7b885-126b-4768-aaa1-c12009da470a HTTP/1.1" status: 204 len: 168 time: 1.4238114 May 19 21:32:54.772205 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56268) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:54.850537 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:54.856281 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824755ec-2fd8-4168-a974-d9d77bfd6fac admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd7b885-126b-4768-aaa1-c12009da470a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:54.895254 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273956f8-6ada-4c24-9d33-e37b581a5bb1 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:32:54.903073 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0560d43f-ec3a-4a88-85b0-70ea033967b5 req-5bc533b9-fe21-4337-aaf0-f70f63b93d29 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764963 May 19 21:32:54.905362 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe659-f3c4-4e04-9bec-af1308cc51aa req-83b87b9f-2433-4f5f-a1cf-d131f60b59e0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:54.906840 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-82fbe659-f3c4-4e04-9bec-af1308cc51aa req-83b87b9f-2433-4f5f-a1cf-d131f60b59e0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.2625613 May 19 21:32:54.913107 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Publish callbacks [] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:54.957599 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Transition to ACTIVE for port object 273956f8-6ada-4c24-9d33-e37b581a5bb1 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:32:54.981541 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.023279 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e762-d522-4bf4-9642-3423af985d1f admin admin] Publish callbacks [] for security_group (6494cab0-4ef0-446d-9b5b-a2d952812a65), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.036944 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ee2eaa-6fde-47bf-a514-0536a238f5fc admin admin] Deleting subnet 15d00dfb-dd71-450d-8f47-487fd08b19d6 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:32:55.044357 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9ee2eaa-6fde-47bf-a514-0536a238f5fc admin admin] Publish callbacks [] for subnet (15d00dfb-dd71-450d-8f47-487fd08b19d6), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.056333 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e762-d522-4bf4-9642-3423af985d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (6494cab0-4ef0-446d-9b5b-a2d952812a65), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.080135 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-aa6bdfd8-4adc-46c5-8255-3f8586f67653 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055863 May 19 21:32:55.129863 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-82fbe659-f3c4-4e04-9bec-af1308cc51aa req-95eb1af4-489e-4ada-a161-cc7d0387c2e2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094243 May 19 21:32:55.132328 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Pushing event updated for resources: {'Port': ['ID=273956f8-6ada-4c24-9d33-e37b581a5bb1,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:55.187858 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment 4313a6eb-72dd-4251-a3c4-cb8ac7f41fc5 resource provider aggregate not found May 19 21:32:55.226205 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment 4313a6eb-72dd-4251-a3c4-cb8ac7f41fc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4313a6eb-72dd-4251-a3c4-cb8ac7f41fc5 found for delete ", "request_id": "req-f7dc6cb8-63fd-4c95-aaa4-86f699e5a81f"}]} May 19 21:32:55.238634 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e1a5e762-d522-4bf4-9642-3423af985d1f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97b1741fd4b142d7ae8712f2e3488723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6499100 May 19 21:32:55.241448 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56282) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:55.251696 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9ee2eaa-6fde-47bf-a514-0536a238f5fc admin admin] Publish callbacks [] for subnet (15d00dfb-dd71-450d-8f47-487fd08b19d6), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.254154 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5e762-d522-4bf4-9642-3423af985d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6494cab0-4ef0-446d-9b5b-a2d952812a65,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:55.262761 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9ee2eaa-6fde-47bf-a514-0536a238f5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (15d00dfb-dd71-450d-8f47-487fd08b19d6), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.338361 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Attempting to bind port 273956f8-6ada-4c24-9d33-e37b581a5bb1 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:32:55.338628 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Attempting to bind port 273956f8-6ada-4c24-9d33-e37b581a5bb1 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:32:55.339031 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Attempting to bind port 273956f8-6ada-4c24-9d33-e37b581a5bb1 on network b9d96816-1157-468c-bb81-22f27d368a2b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:55.350775 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Port 273956f8-6ada-4c24-9d33-e37b581a5bb1 on network b9d96816-1157-468c-bb81-22f27d368a2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:32:55.351092 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Attempting to bind port 273956f8-6ada-4c24-9d33-e37b581a5bb1 on network b9d96816-1157-468c-bb81-22f27d368a2b {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:32:55.369208 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9ee2eaa-6fde-47bf-a514-0536a238f5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for subnet (15d00dfb-dd71-450d-8f47-487fd08b19d6), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.402477 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2822-80a3-44fc-90fd-c62daa4807dd admin admin] Publish callbacks [] for security_group (6494cab0-4ef0-446d-9b5b-a2d952812a65), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.404983 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:32:55.405256 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Checking segment: {'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:32:55.405644 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Bound using segment: {'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:32:55.413001 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Bound port: 273956f8-6ada-4c24-9d33-e37b581a5bb1, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:32:55.413407 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.450795 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee2eaa-6fde-47bf-a514-0536a238f5fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15d00dfb-dd71-450d-8f47-487fd08b19d6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:55.457768 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:55.466628 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9ee2eaa-6fde-47bf-a514-0536a238f5fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.482596 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f9ee2eaa-6fde-47bf-a514-0536a238f5fc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/15d00dfb-dd71-450d-8f47-487fd08b19d6 HTTP/1.1" status: 204 len: 168 time: 0.7010636 May 19 21:32:55.485151 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56294) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:55.566282 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2822-80a3-44fc-90fd-c62daa4807dd admin admin] Publish callbacks [] for security_group (6494cab0-4ef0-446d-9b5b-a2d952812a65), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.609300 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:55.654532 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] For port 273956f8-6ada-4c24-9d33-e37b581a5bb1, host hv-cinder-83563, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:32:55.678501 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] For port 273956f8-6ada-4c24-9d33-e37b581a5bb1, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=273956f8-6ada-4c24-9d33-e37b581a5bb1,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:32:55.686195 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd0da118-5189-4c03-a744-b4d30659344a req-6fcdec10-ec25-4c3c-8417-5a76ee80246c service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373672 May 19 21:32:55.688017 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.735524 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2822-80a3-44fc-90fd-c62daa4807dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (6494cab0-4ef0-446d-9b5b-a2d952812a65), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.742371 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2822-80a3-44fc-90fd-c62daa4807dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.744405 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-eb9a2822-80a3-44fc-90fd-c62daa4807dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6494cab0-4ef0-446d-9b5b-a2d952812a65 HTTP/1.1" status: 204 len: 168 time: 0.5019047 May 19 21:32:55.782522 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Pushing event updated for resources: {'Port': ['ID=273956f8-6ada-4c24-9d33-e37b581a5bb1,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:55.794214 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd6d71-5fb6-49a9-9ff6-6d9dc038230e req-3cb09e55-1013-4672-a73f-570f3fa45363 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:55.798261 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-22dd6d71-5fb6-49a9-9ff6-6d9dc038230e req-3cb09e55-1013-4672-a73f-570f3fa45363 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 944 time: 0.1798270 May 19 21:32:55.808448 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a2822-80a3-44fc-90fd-c62daa4807dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6494cab0-4ef0-446d-9b5b-a2d952812a65,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:55.809116 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (09bbbd53-33a0-4742-9a62-524ad2c3fe27), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.817384 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:55.818287 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:55.820482 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-cd1b180b-42b0-4d82-8622-25ad7fa93c4c service neutron] 10.222.0.87 "PUT /v2.0/ports/273956f8-6ada-4c24-9d33-e37b581a5bb1 HTTP/1.1" status: 200 len: 1094 time: 2.6502621 May 19 21:32:55.821100 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a392a14d-152c-467f-8031-a4bb8e36e5bb', 'tag': '273956f8-6ada-4c24-9d33-e37b581a5bb1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:32:55.824485 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946b2f27-f1a7-42e5-a06c-4519ec627d34" -d '{"events": [{"name": "network-changed", "server_uuid": "a392a14d-152c-467f-8031-a4bb8e36e5bb", "tag": "273956f8-6ada-4c24-9d33-e37b581a5bb1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:32:55.851720 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998386c-8035-4414-bb67-fa780b08606b req-07415368-5cd4-40ac-a930-d9f0abfa45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:55.855269 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2998386c-8035-4414-bb67-fa780b08606b req-07415368-5cd4-40ac-a930-d9f0abfa45b7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 1130 time: 0.2154830 May 19 21:32:55.897065 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:55.908001 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e5a243-31e7-4da8-acba-44551e0c33a1 x-openstack-request-id: req-33e5a243-31e7-4da8-acba-44551e0c33a1 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:32:55.908489 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a392a14d-152c-467f-8031-a4bb8e36e5bb", "tag": "273956f8-6ada-4c24-9d33-e37b581a5bb1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:32:55.908929 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33e5a243-31e7-4da8-acba-44551e0c33a1 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:32:55.909602 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e5a243-31e7-4da8-acba-44551e0c33a1'] response: {'name': 'network-changed', 'server_uuid': 'a392a14d-152c-467f-8031-a4bb8e36e5bb', 'tag': '273956f8-6ada-4c24-9d33-e37b581a5bb1', 'status': 'completed', 'code': 200} May 19 21:32:55.935675 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-22dd6d71-5fb6-49a9-9ff6-6d9dc038230e req-f2240df0-466f-453b-8e9f-82e72ca94b3e tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155415 May 19 21:32:56.018890 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (09bbbd53-33a0-4742-9a62-524ad2c3fe27), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.070274 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56318) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:56.096321 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:56.096673 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:56.097479 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:56.097786 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:56.098197 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:56.098891 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:56.099221 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:56.099541 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:56.099858 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:56.100202 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:56.136066 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce6924-633e-4a4c-9387-b03a518a9b17 req-3596baf7-32c7-41c5-9ab4-0e33ef1ed961 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:56.137864 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-40ce6924-633e-4a4c-9387-b03a518a9b17 req-3596baf7-32c7-41c5-9ab4-0e33ef1ed961 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1018238 May 19 21:32:56.194685 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:56.195278 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:56.195763 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:56.196153 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:32:56.196574 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bbbd53-33a0-4742-9a62-524ad2c3fe27']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:56.220812 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-40ce6924-633e-4a4c-9387-b03a518a9b17 req-f57354ba-2078-47fb-9005-a8fd5cd1ba1b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755754 May 19 21:32:56.223031 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2251ec6-0045-45c9-a98a-76b071b0d666') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:56.223316 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2251ec6-0045-45c9-a98a-76b071b0d666') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:32:56.272602 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8440995'] for segment (e2251ec6-0045-45c9-a98a-76b071b0d666), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.358046 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef06ab-3f31-4831-a2ac-c2197550034a req-db413283-c3be-4088-88ec-69bbec670f0f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:56.360167 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-24ef06ab-3f31-4831-a2ac-c2197550034a req-db413283-c3be-4088-88ec-69bbec670f0f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0913773 May 19 21:32:56.361568 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (e2251ec6-0045-45c9-a98a-76b071b0d666), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.365017 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50f9d59e-9298-4919-ab7c-e7b58d44d805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.379433 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56330) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:56.380822 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:32:56.381220 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575898'] for segment (e2251ec6-0045-45c9-a98a-76b071b0d666), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.406123 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f7e3595b-04d4-4040-b83f-ec208d084f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.508604 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f7e3595b-04d4-4040-b83f-ec208d084f34 admin admin] Publish callbacks [] for security_group (37527706-370f-4b2e-a8b8-a0b1bbdaabb9), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.512799 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f7e3595b-04d4-4040-b83f-ec208d084f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (37527706-370f-4b2e-a8b8-a0b1bbdaabb9), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.555043 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3595b-04d4-4040-b83f-ec208d084f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37527706-370f-4b2e-a8b8-a0b1bbdaabb9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:56.560729 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-f7e3595b-04d4-4040-b83f-ec208d084f34 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3677baffdaef48d8b2809d56ac5adc33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798275 May 19 21:32:56.564151 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56338) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:56.623937 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60af1da2-877e-48b6-9232-549feead8ef2 admin admin] Publish callbacks [] for security_group (37527706-370f-4b2e-a8b8-a0b1bbdaabb9), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.650483 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60af1da2-877e-48b6-9232-549feead8ef2 admin admin] Publish callbacks [] for security_group (37527706-370f-4b2e-a8b8-a0b1bbdaabb9), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.690969 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-24ef06ab-3f31-4831-a2ac-c2197550034a req-c3a005b2-cf6a-4786-b87b-e26b9432c3d7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147769 May 19 21:32:56.694039 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (09bbbd53-33a0-4742-9a62-524ad2c3fe27), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.718927 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60af1da2-877e-48b6-9232-549feead8ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (37527706-370f-4b2e-a8b8-a0b1bbdaabb9), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.721996 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-60af1da2-877e-48b6-9232-549feead8ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.726079 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-60af1da2-877e-48b6-9232-549feead8ef2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/37527706-370f-4b2e-a8b8-a0b1bbdaabb9 HTTP/1.1" status: 204 len: 168 time: 0.1582267 May 19 21:32:56.727957 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.733374 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/09bbbd53-33a0-4742-9a62-524ad2c3fe27 HTTP/1.1" status: 204 len: 168 time: 1.2449589 May 19 21:32:56.737569 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba3047-ed2d-4be1-9532-0a6262cd89a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=09bbbd53-33a0-4742-9a62-524ad2c3fe27,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:56.744784 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af1da2-877e-48b6-9232-549feead8ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37527706-370f-4b2e-a8b8-a0b1bbdaabb9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:56.785606 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50f9d59e-9298-4919-ab7c-e7b58d44d805 admin admin] Publish callbacks [] for security_group (52b14453-1c21-41d3-9103-cb4cc73c0b09), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.790824 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50f9d59e-9298-4919-ab7c-e7b58d44d805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (52b14453-1c21-41d3-9103-cb4cc73c0b09), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.801470 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=8 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:56.835317 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9d59e-9298-4919-ab7c-e7b58d44d805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b14453-1c21-41d3-9103-cb4cc73c0b09,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:56.842882 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-50f9d59e-9298-4919-ab7c-e7b58d44d805 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f96a07ebd0b945f9be149bf9fe4bc10a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7713466 May 19 21:32:56.846006 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56348) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:56.899849 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18ac2c79-2608-49f1-a3e8-8377aa0d0c4c admin admin] Publish callbacks [] for security_group (52b14453-1c21-41d3-9103-cb4cc73c0b09), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.924208 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18ac2c79-2608-49f1-a3e8-8377aa0d0c4c admin admin] Publish callbacks [] for security_group (52b14453-1c21-41d3-9103-cb4cc73c0b09), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.991715 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18ac2c79-2608-49f1-a3e8-8377aa0d0c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (52b14453-1c21-41d3-9103-cb4cc73c0b09), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:56.997703 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56354) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:57.002925 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18ac2c79-2608-49f1-a3e8-8377aa0d0c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:57.007410 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-18ac2c79-2608-49f1-a3e8-8377aa0d0c4c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52b14453-1c21-41d3-9103-cb4cc73c0b09 HTTP/1.1" status: 204 len: 168 time: 0.1605935 May 19 21:32:57.032153 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac2c79-2608-49f1-a3e8-8377aa0d0c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b14453-1c21-41d3-9103-cb4cc73c0b09,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:57.051928 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-e199a131-4e7c-4d0f-a702-4b1619339f36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b36e24252944c789b2d17f45477491b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527310 May 19 21:32:57.052137 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56358) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:57.115869 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc85d57-7436-4300-9fc7-ebe9bdbf44f9 req-47839636-c8f5-411a-949e-c4a882c3246a tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:57.125568 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3bc85d57-7436-4300-9fc7-ebe9bdbf44f9 req-47839636-c8f5-411a-949e-c4a882c3246a tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 944 time: 0.0857401 May 19 21:32:57.184873 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42596e15-7ab5-4ee0-83bb-7fdfbdd31a14 admin admin] Publish callbacks [] for security_group (3dfa20d4-e0e9-401c-a36d-d4ea23889612), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:57.199028 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3bc85d57-7436-4300-9fc7-ebe9bdbf44f9 req-b378c15c-bc41-4659-ba30-a6cd8149883e tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724354 May 19 21:32:57.213666 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42596e15-7ab5-4ee0-83bb-7fdfbdd31a14 admin admin] Publish callbacks [] for security_group (3dfa20d4-e0e9-401c-a36d-d4ea23889612), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:57.277460 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment e2251ec6-0045-45c9-a98a-76b071b0d666 resource provider aggregate not found May 19 21:32:57.298499 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment e2251ec6-0045-45c9-a98a-76b071b0d666 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2251ec6-0045-45c9-a98a-76b071b0d666 found for delete ", "request_id": "req-aca0e9aa-9ec5-4008-a7d0-e8e3e195b387"}]} May 19 21:32:57.308671 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42596e15-7ab5-4ee0-83bb-7fdfbdd31a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (3dfa20d4-e0e9-401c-a36d-d4ea23889612), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:57.312728 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42596e15-7ab5-4ee0-83bb-7fdfbdd31a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:57.313094 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-42596e15-7ab5-4ee0-83bb-7fdfbdd31a14 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3dfa20d4-e0e9-401c-a36d-d4ea23889612 HTTP/1.1" status: 204 len: 168 time: 0.2600589 May 19 21:32:57.324617 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42596e15-7ab5-4ee0-83bb-7fdfbdd31a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfa20d4-e0e9-401c-a36d-d4ea23889612,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:57.383083 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:57.402470 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a685e3-bb3e-449c-8b76-cd4c93ed2b4e req-4943c4a1-792b-4838-99ad-4b7921281c59 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:57.404066 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e0a685e3-bb3e-449c-8b76-cd4c93ed2b4e req-4943c4a1-792b-4838-99ad-4b7921281c59 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0641007 May 19 21:32:57.461757 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e0a685e3-bb3e-449c-8b76-cd4c93ed2b4e req-ce1529a0-ff2b-4b77-9590-d391732329e1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491385 May 19 21:32:57.559136 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56380) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:57.576374 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9edeb33-fade-467c-940d-b03fa8a0ef7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:57.669871 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9edeb33-fade-467c-940d-b03fa8a0ef7e admin admin] Publish callbacks [] for security_group (1f4beb38-d4f0-4f4e-8379-c802cdd056fa), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:57.675692 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9edeb33-fade-467c-940d-b03fa8a0ef7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (1f4beb38-d4f0-4f4e-8379-c802cdd056fa), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:57.721748 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e9edeb33-fade-467c-940d-b03fa8a0ef7e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=108ee4206ce1487cbd96c16795db8b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614904 May 19 21:32:57.724494 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56390) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:57.724937 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edeb33-fade-467c-940d-b03fa8a0ef7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4beb38-d4f0-4f4e-8379-c802cdd056fa,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:57.823046 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1e03489a-6f82-45b9-94a6-96f250a6b605 admin admin] Publish callbacks [] for security_group (1f4beb38-d4f0-4f4e-8379-c802cdd056fa), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:57.850708 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1e03489a-6f82-45b9-94a6-96f250a6b605 admin admin] Publish callbacks [] for security_group (1f4beb38-d4f0-4f4e-8379-c802cdd056fa), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:57.855674 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56398) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:57.865754 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b72d4e-015e-4ce7-92e3-516229476bd9 req-c56b68f5-4f00-4861-91d6-eaa4ad06c0ce tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:57.868186 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-82b72d4e-015e-4ce7-92e3-516229476bd9 req-c56b68f5-4f00-4861-91d6-eaa4ad06c0ce tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0724771 May 19 21:32:57.876761 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:57.935109 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1e03489a-6f82-45b9-94a6-96f250a6b605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (1f4beb38-d4f0-4f4e-8379-c802cdd056fa), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:57.942609 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1e03489a-6f82-45b9-94a6-96f250a6b605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:57.950098 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-1e03489a-6f82-45b9-94a6-96f250a6b605 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f4beb38-d4f0-4f4e-8379-c802cdd056fa HTTP/1.1" status: 204 len: 168 time: 0.2235186 May 19 21:32:57.957999 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-324e4b73-873b-4257-ba20-3a392f419882 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6cea1b44ce3b4c8dad7f806a0b44047e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0856609 May 19 21:32:57.958608 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-82b72d4e-015e-4ce7-92e3-516229476bd9 req-33c50da4-300c-46dc-8b94-5a64758c432c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824950 May 19 21:32:57.958713 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56402) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:57.984071 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03489a-6f82-45b9-94a6-96f250a6b605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4beb38-d4f0-4f4e-8379-c802cdd056fa,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:58.039342 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:58.112411 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:58.119373 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7f27de70-bde2-4bd1-b2ca-d746d8ccfa9f admin admin] Publish callbacks [] for security_group (d06991e6-18a0-4f14-8360-d3000851d2ca), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:58.157971 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2998386c-8035-4414-bb67-fa780b08606b req-33a34e7e-1316-4e33-9257-988e5674310d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942473 May 19 21:32:58.197421 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71b5f-96f4-42d8-9cbf-66741d129149 req-6a66a9a6-1a84-417f-9186-21f152f054c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:58.199510 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ffc71b5f-96f4-42d8-9cbf-66741d129149 req-6a66a9a6-1a84-417f-9186-21f152f054c7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 1128 time: 0.0944245 May 19 21:32:58.228504 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b2f27-f1a7-42e5-a06c-4519ec627d34 req-6d79689d-550b-4daa-98ec-4da926b78fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:58.230046 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-946b2f27-f1a7-42e5-a06c-4519ec627d34 req-6d79689d-550b-4daa-98ec-4da926b78fc8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4f5916770e9b443489fe7aa76d663fe1&device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 1128 time: 0.1088235 May 19 21:32:58.235280 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7f27de70-bde2-4bd1-b2ca-d746d8ccfa9f admin admin] Publish callbacks [] for security_group (d06991e6-18a0-4f14-8360-d3000851d2ca), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:58.315408 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7f27de70-bde2-4bd1-b2ca-d746d8ccfa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (d06991e6-18a0-4f14-8360-d3000851d2ca), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:58.319723 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7f27de70-bde2-4bd1-b2ca-d746d8ccfa9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:58.323601 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-7f27de70-bde2-4bd1-b2ca-d746d8ccfa9f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d06991e6-18a0-4f14-8360-d3000851d2ca HTTP/1.1" status: 204 len: 168 time: 0.3612843 May 19 21:32:58.337141 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27de70-bde2-4bd1-b2ca-d746d8ccfa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06991e6-18a0-4f14-8360-d3000851d2ca,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:58.377157 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9139-8184-403c-bf21-33b824af6c66 req-b04c5539-2516-48b9-923b-c41ab56d27f1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:58.382772 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43fb9139-8184-403c-bf21-33b824af6c66 req-b04c5539-2516-48b9-923b-c41ab56d27f1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 944 time: 0.0623498 May 19 21:32:58.432552 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56424) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:58.501800 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43fb9139-8184-403c-bf21-33b824af6c66 req-aed17aef-8b48-469e-9208-eb8ead2c42b1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151035 May 19 21:32:58.770736 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b2f27-f1a7-42e5-a06c-4519ec627d34 req-2c05165a-5aed-4e7d-8048-9220cc40ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:58.772225 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-946b2f27-f1a7-42e5-a06c-4519ec627d34 req-2c05165a-5aed-4e7d-8048-9220cc40ccc4 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=4f5916770e9b443489fe7aa76d663fe1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3041403 May 19 21:32:58.773339 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71b5f-96f4-42d8-9cbf-66741d129149 req-434d3f9b-e57e-4e8b-b153-e4e3c5b1a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:58.774813 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ffc71b5f-96f4-42d8-9cbf-66741d129149 req-434d3f9b-e57e-4e8b-b153-e4e3c5b1a984 service neutron] 10.222.0.87 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 918 time: 0.3182812 May 19 21:32:58.809330 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe891331-5128-4ee7-91e9-d7d89f9d808a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:58.900343 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc45c3-1eb4-4306-9a0b-7efc9ea80bec req-06cfa2dc-42e4-4a60-8303-18d5a6200c67 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:58.902486 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-80bc45c3-1eb4-4306-9a0b-7efc9ea80bec req-06cfa2dc-42e4-4a60-8303-18d5a6200c67 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0743165 May 19 21:32:58.998144 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-80bc45c3-1eb4-4306-9a0b-7efc9ea80bec req-72276161-274c-4349-99d5-065323b9ec4a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841300 May 19 21:32:59.000231 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe891331-5128-4ee7-91e9-d7d89f9d808a admin admin] Publish callbacks [] for security_group (1dde659e-d867-4de4-9235-0ab1390389bd), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:59.008897 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe891331-5128-4ee7-91e9-d7d89f9d808a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (1dde659e-d867-4de4-9235-0ab1390389bd), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:59.061643 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56448) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:32:59.062184 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-fe891331-5128-4ee7-91e9-d7d89f9d808a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0f1261c2d43145e1b55b8f5d882eabb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6281872 May 19 21:32:59.062867 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe891331-5128-4ee7-91e9-d7d89f9d808a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dde659e-d867-4de4-9235-0ab1390389bd,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:59.153109 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26def1be-6c65-479a-93d0-03bd0e8b35f0 req-1f77ce35-6973-4c42-b83d-78d628a7d95c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:59.154616 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-26def1be-6c65-479a-93d0-03bd0e8b35f0 req-1f77ce35-6973-4c42-b83d-78d628a7d95c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0715489 May 19 21:32:59.215250 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65ebcda3-255c-4256-be2a-43a1cc91fa56 admin admin] Publish callbacks [] for security_group (1dde659e-d867-4de4-9235-0ab1390389bd), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:59.223391 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-26def1be-6c65-479a-93d0-03bd0e8b35f0 req-e45cb77c-4194-4f68-9e04-d9fee4543bab tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553234 May 19 21:32:59.263122 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65ebcda3-255c-4256-be2a-43a1cc91fa56 admin admin] Publish callbacks [] for security_group (1dde659e-d867-4de4-9235-0ab1390389bd), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:59.283387 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:32:59.338428 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65ebcda3-255c-4256-be2a-43a1cc91fa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (1dde659e-d867-4de4-9235-0ab1390389bd), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:59.342906 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-65ebcda3-255c-4256-be2a-43a1cc91fa56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:32:59.345391 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-65ebcda3-255c-4256-be2a-43a1cc91fa56 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1dde659e-d867-4de4-9235-0ab1390389bd HTTP/1.1" status: 204 len: 168 time: 0.2814410 May 19 21:32:59.348871 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ffc71b5f-96f4-42d8-9cbf-66741d129149 req-d146d607-aef0-41d7-a932-d4d2dd737cfe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8 HTTP/1.1" status: 200 len: 217 time: 0.0659745 May 19 21:32:59.356434 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebcda3-255c-4256-be2a-43a1cc91fa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dde659e-d867-4de4-9235-0ab1390389bd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:32:59.473703 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71b5f-96f4-42d8-9cbf-66741d129149 req-57520bf1-ca5b-46a3-a5a8-d4e344d32a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:59.475261 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ffc71b5f-96f4-42d8-9cbf-66741d129149 req-57520bf1-ca5b-46a3-a5a8-d4e344d32a11 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa HTTP/1.1" status: 200 len: 856 time: 0.1187804 May 19 21:32:59.486188 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b2f27-f1a7-42e5-a06c-4519ec627d34 req-37fcd73b-e5d9-472e-9c5d-d2797fef4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:59.487670 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-946b2f27-f1a7-42e5-a06c-4519ec627d34 req-37fcd73b-e5d9-472e-9c5d-d2797fef4175 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3183715 May 19 21:32:59.638231 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71b5f-96f4-42d8-9cbf-66741d129149 req-563cbad0-b690-453d-8424-d5fb5fd6511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:59.642402 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ffc71b5f-96f4-42d8-9cbf-66741d129149 req-563cbad0-b690-453d-8424-d5fb5fd6511c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1140602 May 19 21:32:59.905156 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5b166-f828-4895-ae44-a02b521f8d60 req-9d5fefc4-b804-47e5-afc2-16b7fc5e48f0 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:32:59.912477 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5eb5b166-f828-4895-ae44-a02b521f8d60 req-9d5fefc4-b804-47e5-afc2-16b7fc5e48f0 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 944 time: 0.2689471 May 19 21:32:59.959012 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5eb5b166-f828-4895-ae44-a02b521f8d60 req-16d2ab56-ac57-4bc9-9d82-27e006e95f59 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456173 May 19 21:33:00.064383 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56486) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:00.079036 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b198b054-36b6-4d17-9ed5-ac529d9cb58d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:00.088688 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:33:00.119235 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:00.190868 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:00.233427 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb53ee1-25bb-469d-91f3-4b8c8abc140b req-544d24dc-f3a2-4d91-8eec-5134dddd2cfb tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:00.235048 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7eb53ee1-25bb-469d-91f3-4b8c8abc140b req-544d24dc-f3a2-4d91-8eec-5134dddd2cfb tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1537967 May 19 21:33:00.283577 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:33:00.297582 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'port_id': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'mac_address': 'fa:16:3e:e6:f7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:33:00.322024 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:00.325325 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ffc71b5f-96f4-42d8-9cbf-66741d129149 req-5860f8a2-3a97-4ebc-bc8c-be9370ab06c8 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952610 May 19 21:33:00.338160 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:33:00.338835 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:00.355401 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:33:00.378059 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:33:00.384022 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:00.420753 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-caceb58c-e758-4263-93da-b1d86605c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:00.422294 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-caceb58c-e758-4263-93da-b1d86605c135 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4f5916770e9b443489fe7aa76d663fe1&device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 1128 time: 0.2657850 May 19 21:33:00.434714 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:00.454713 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:00.463002 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7eb53ee1-25bb-469d-91f3-4b8c8abc140b req-899dd4f7-8200-44f6-8846-55a04823d98b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056427 May 19 21:33:00.510043 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-ed549f38-7f4c-420d-8789-159255a78c16 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=273956f8-6ada-4c24-9d33-e37b581a5bb1 HTTP/1.1" status: 200 len: 217 time: 0.0556421 May 19 21:33:00.524988 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b198b054-36b6-4d17-9ed5-ac529d9cb58d admin admin] Publish callbacks [] for security_group (75e3fba3-6e66-4d2c-805d-6a2e84ad3230), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:00.532224 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a2771-5d99-42e9-8fbd-2729206706e0 req-777caa24-30c6-43c4-b8e4-6633b68907b0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:00.533270 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b198b054-36b6-4d17-9ed5-ac529d9cb58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (75e3fba3-6e66-4d2c-805d-6a2e84ad3230), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:00.539501 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a07a2771-5d99-42e9-8fbd-2729206706e0 req-777caa24-30c6-43c4-b8e4-6633b68907b0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 945 time: 0.1737859 May 19 21:33:00.565784 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b198b054-36b6-4d17-9ed5-ac529d9cb58d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=154e8a03d11b47c7b76b1c410d48bc04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001333 May 19 21:33:00.574709 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56506) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:00.626193 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198b054-36b6-4d17-9ed5-ac529d9cb58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e3fba3-6e66-4d2c-805d-6a2e84ad3230,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:00.699180 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-313faada-30a4-46f2-9f22-7d6f00ebe34e admin admin] Publish callbacks [] for security_group (75e3fba3-6e66-4d2c-805d-6a2e84ad3230), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:00.711018 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ffc71b5f-96f4-42d8-9cbf-66741d129149 req-ff90cee5-37f6-4be0-80ce-7b3f1fa35e86 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767576 May 19 21:33:00.751835 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-313faada-30a4-46f2-9f22-7d6f00ebe34e admin admin] Publish callbacks [] for security_group (75e3fba3-6e66-4d2c-805d-6a2e84ad3230), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:00.769702 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['7fe0112e-1449-4e73-9fa1-f6d3a33168d8'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:33:00.811463 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a07a2771-5d99-42e9-8fbd-2729206706e0 req-3eadf536-cd64-4e74-8841-9db3718ebc21 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697217 May 19 21:33:00.816390 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-bc57811d-e858-4f73-b54d-4b1c94a268b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:00.821645 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-bc57811d-e858-4f73-b54d-4b1c94a268b6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e218c9ee-3929-46d8-9647-a4c799f32db9 HTTP/1.1" status: 200 len: 850 time: 0.2966259 May 19 21:33:00.883070 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-d3d95afc-666b-47e9-8ff9-1ceeb46caf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:00.885399 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-d3d95afc-666b-47e9-8ff9-1ceeb46caf8d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b9d96816-1157-468c-bb81-22f27d368a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561976 May 19 21:33:00.895078 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-313faada-30a4-46f2-9f22-7d6f00ebe34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (75e3fba3-6e66-4d2c-805d-6a2e84ad3230), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:00.897649 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-313faada-30a4-46f2-9f22-7d6f00ebe34e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:00.898859 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-313faada-30a4-46f2-9f22-7d6f00ebe34e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75e3fba3-6e66-4d2c-805d-6a2e84ad3230 HTTP/1.1" status: 204 len: 168 time: 0.3224988 May 19 21:33:00.940941 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313faada-30a4-46f2-9f22-7d6f00ebe34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e3fba3-6e66-4d2c-805d-6a2e84ad3230,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:01.051068 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467a5ef-d6cf-4e12-86a7-26d3f75c524c req-76e0a316-bf7e-4c49-b24b-1e5224a2b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:01.052602 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b467a5ef-d6cf-4e12-86a7-26d3f75c524c req-76e0a316-bf7e-4c49-b24b-1e5224a2b661 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 1130 time: 0.0725851 May 19 21:33:01.156653 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4442fd-7972-4622-95d2-c72ce86f19e5 req-4121c847-260c-4c31-8b4f-ef3b2827684a tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:01.165297 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-de4442fd-7972-4622-95d2-c72ce86f19e5 req-4121c847-260c-4c31-8b4f-ef3b2827684a tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 944 time: 0.0573282 May 19 21:33:01.177573 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-101e8b16-8f3e-42d5-a65e-66ff30cde59c service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653916 May 19 21:33:01.184711 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:01.240108 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-de4442fd-7972-4622-95d2-c72ce86f19e5 req-c52c540c-e0c8-4de4-a511-646eb2bbc832 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732224 May 19 21:33:01.289930 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b2bb3-fa92-4af3-9d30-6fea391fff9f req-e0a6ab49-6de9-4e89-9c18-9b7922c2dab5 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:01.296807 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-483b2bb3-fa92-4af3-9d30-6fea391fff9f req-e0a6ab49-6de9-4e89-9c18-9b7922c2dab5 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.2227871 May 19 21:33:01.352146 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467a5ef-d6cf-4e12-86a7-26d3f75c524c req-ab925455-42ce-4687-b0de-5d154104b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:01.353800 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b467a5ef-d6cf-4e12-86a7-26d3f75c524c req-ab925455-42ce-4687-b0de-5d154104b5f5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 920 time: 0.2811942 May 19 21:33:01.409422 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:01.456888 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b467a5ef-d6cf-4e12-86a7-26d3f75c524c req-733fb70f-939c-4f19-98f7-67f44e8473bd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7339e736-ece9-44ac-91e7-0467d6624578 HTTP/1.1" status: 200 len: 217 time: 0.0813696 May 19 21:33:01.475361 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-483b2bb3-fa92-4af3-9d30-6fea391fff9f req-34035c70-8fa9-4f90-a56d-77bb6ef4fda2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775894 May 19 21:33:01.478720 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d66b069a-fb77-4d50-9398-fb76b913f9a8 req-3b6e5ac3-0b60-4001-80e9-eec11d49bbbe service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714171 May 19 21:33:01.562056 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467a5ef-d6cf-4e12-86a7-26d3f75c524c req-eb5340b5-0d55-4842-8129-677444ad1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:01.567642 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b467a5ef-d6cf-4e12-86a7-26d3f75c524c req-eb5340b5-0d55-4842-8129-677444ad1c3d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.1042421 May 19 21:33:01.692234 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56574) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:01.708989 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01f2d303-24c7-4527-8c1a-dcf9b879dce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:01.828678 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01f2d303-24c7-4527-8c1a-dcf9b879dce9 admin admin] Publish callbacks [] for security_group (9c8e9384-c62a-4b37-980e-d5564f689f4e), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:01.839506 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-01f2d303-24c7-4527-8c1a-dcf9b879dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (9c8e9384-c62a-4b37-980e-d5564f689f4e), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:01.955193 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-01f2d303-24c7-4527-8c1a-dcf9b879dce9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=81525ca1a71b40e493bf8f4966909f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607408 May 19 21:33:01.957347 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56600) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:01.980343 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2d303-24c7-4527-8c1a-dcf9b879dce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8e9384-c62a-4b37-980e-d5564f689f4e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:02.004733 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2c81e-8f0d-4ebd-a1b2-38a492e96b1b req-03582113-58bb-445f-83c1-a60e2c236cd4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:02.006595 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cdd2c81e-8f0d-4ebd-a1b2-38a492e96b1b req-03582113-58bb-445f-83c1-a60e2c236cd4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 945 time: 0.0796847 May 19 21:33:02.030098 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dc24897e-0f9e-4942-9b2d-ce7f963e6f00 admin admin] Publish callbacks [] for security_group (9c8e9384-c62a-4b37-980e-d5564f689f4e), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:02.065944 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dc24897e-0f9e-4942-9b2d-ce7f963e6f00 admin admin] Publish callbacks [] for security_group (9c8e9384-c62a-4b37-980e-d5564f689f4e), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:02.074964 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cdd2c81e-8f0d-4ebd-a1b2-38a492e96b1b req-8fd98d40-1a7c-458b-9108-8353eb3f6022 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602872 May 19 21:33:02.110882 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:33:02.111413 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:02.133905 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dc24897e-0f9e-4942-9b2d-ce7f963e6f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (9c8e9384-c62a-4b37-980e-d5564f689f4e), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:02.136668 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-dc24897e-0f9e-4942-9b2d-ce7f963e6f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:02.137856 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-dc24897e-0f9e-4942-9b2d-ce7f963e6f00 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c8e9384-c62a-4b37-980e-d5564f689f4e HTTP/1.1" status: 204 len: 168 time: 0.1791613 May 19 21:33:02.153832 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24897e-0f9e-4942-9b2d-ce7f963e6f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8e9384-c62a-4b37-980e-d5564f689f4e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:02.188630 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:33:02.196548 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:33:02.198431 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:02.306925 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:33:02.310843 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:02.363032 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:33:02.364220 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:33:02.366881 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013636fe-f8e0-4961-8aa4-31f69377fe1f" -d '{"events": [{"server_uuid": "e0250d7d-3766-4555-a9af-2429afad53bf", "name": "network-vif-plugged", "status": "completed", "tag": "7fe0112e-1449-4e73-9fa1-f6d3a33168d8"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:33:02.370660 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:02.437732 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:02.443394 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfae1e-a20c-40b3-8579-3832344c1a57 req-74362414-bf80-4390-98d7-78921c56666f tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:02.453682 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc89f51-c3f9-457c-ba81-ef674c0268f8 x-openstack-request-id: req-9bc89f51-c3f9-457c-ba81-ef674c0268f8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:33:02.454196 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0250d7d-3766-4555-a9af-2429afad53bf", "name": "network-vif-plugged", "status": "completed", "tag": "7fe0112e-1449-4e73-9fa1-f6d3a33168d8", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:33:02.454649 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9bc89f51-c3f9-457c-ba81-ef674c0268f8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:33:02.455200 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc89f51-c3f9-457c-ba81-ef674c0268f8'] response: {'server_uuid': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'code': 200} May 19 21:33:02.461008 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-87cfae1e-a20c-40b3-8579-3832344c1a57 req-74362414-bf80-4390-98d7-78921c56666f tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 944 time: 0.1223223 May 19 21:33:02.532639 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-87cfae1e-a20c-40b3-8579-3832344c1a57 req-2e90e2fe-871e-4dd5-a81d-c4b44ca53e0c tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731666 May 19 21:33:02.804341 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb237127-3183-416b-89bb-b05c56751ce3 req-de85af0d-6aa6-44ef-b61f-7c6d9fc8d011 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:02.805963 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fb237127-3183-416b-89bb-b05c56751ce3 req-de85af0d-6aa6-44ef-b61f-7c6d9fc8d011 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0534918 May 19 21:33:02.884630 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fb237127-3183-416b-89bb-b05c56751ce3 req-ff4e1da9-0942-4a0c-adfe-10f67e298a6e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728765 May 19 21:33:03.205988 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce617cb6-9438-4e4a-bfdd-0525b66f706c req-25bfa597-4d4b-4ff9-989c-b26579df093d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:03.207603 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ce617cb6-9438-4e4a-bfdd-0525b66f706c req-25bfa597-4d4b-4ff9-989c-b26579df093d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0537312 May 19 21:33:03.219271 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56680) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:03.266854 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ce617cb6-9438-4e4a-bfdd-0525b66f706c req-91c8c9c2-3ea6-4842-b5cc-161c66083224 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534513 May 19 21:33:03.406273 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c6069af-a304-45a1-a13c-86058424f2dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:03.437814 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:03.499176 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c6069af-a304-45a1-a13c-86058424f2dd admin admin] Publish callbacks [] for security_group (44652e60-5a96-49a6-bb75-c7944324d4db), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:03.506570 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c6069af-a304-45a1-a13c-86058424f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (44652e60-5a96-49a6-bb75-c7944324d4db), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:03.552845 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-0c6069af-a304-45a1-a13c-86058424f2dd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1edf1975ec2c420ca37e958daf07b7f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312554 May 19 21:33:03.553521 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6069af-a304-45a1-a13c-86058424f2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44652e60-5a96-49a6-bb75-c7944324d4db,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:03.555737 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56692) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:03.657410 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c90c5e0-6540-495b-841b-b9da3992857e admin admin] Publish callbacks [] for security_group (44652e60-5a96-49a6-bb75-c7944324d4db), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:03.685438 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c90c5e0-6540-495b-841b-b9da3992857e admin admin] Publish callbacks [] for security_group (44652e60-5a96-49a6-bb75-c7944324d4db), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:03.700948 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4f8ea-9330-4b1c-83d7-82c14722a15b req-200d8ac0-1a86-47c6-b502-1384dc54b52e tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:03.702978 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2db4f8ea-9330-4b1c-83d7-82c14722a15b req-200d8ac0-1a86-47c6-b502-1384dc54b52e tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 944 time: 0.0580771 May 19 21:33:03.747739 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c90c5e0-6540-495b-841b-b9da3992857e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (44652e60-5a96-49a6-bb75-c7944324d4db), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:03.750571 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2c90c5e0-6540-495b-841b-b9da3992857e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:03.751974 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-2c90c5e0-6540-495b-841b-b9da3992857e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44652e60-5a96-49a6-bb75-c7944324d4db HTTP/1.1" status: 204 len: 168 time: 0.1951566 May 19 21:33:03.760919 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2db4f8ea-9330-4b1c-83d7-82c14722a15b req-9316196a-730d-4a66-90cc-761e250b4533 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509629 May 19 21:33:03.762513 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90c5e0-6540-495b-841b-b9da3992857e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44652e60-5a96-49a6-bb75-c7944324d4db,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:04.032296 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c00f2b-10f9-47d3-b1b2-9ea159b13185 req-fd410b5f-c784-46d0-8e5c-f31b339f8d6a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:04.045580 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-24c00f2b-10f9-47d3-b1b2-9ea159b13185 req-fd410b5f-c784-46d0-8e5c-f31b339f8d6a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0758336 May 19 21:33:04.110832 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-24c00f2b-10f9-47d3-b1b2-9ea159b13185 req-4d52710d-ebaf-4afe-89f6-53637addfa75 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641098 May 19 21:33:04.207830 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56738) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:04.219189 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467a5ef-d6cf-4e12-86a7-26d3f75c524c req-ab5eca48-8a31-4a4d-96d1-70f4c4a6961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:04.222627 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b467a5ef-d6cf-4e12-86a7-26d3f75c524c req-ab5eca48-8a31-4a4d-96d1-70f4c4a6961f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816767 May 19 21:33:04.229898 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95540be0-2254-4a00-b9f5-bee7fe7c0022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:04.317431 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:04.350935 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95540be0-2254-4a00-b9f5-bee7fe7c0022 admin admin] Publish callbacks [] for security_group (d51a4f30-eeb0-48bd-88c1-ee8501285c96), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:04.356782 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-95540be0-2254-4a00-b9f5-bee7fe7c0022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (d51a4f30-eeb0-48bd-88c1-ee8501285c96), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:04.423048 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-95540be0-2254-4a00-b9f5-bee7fe7c0022 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f09ba76d84e944738558e3ca43447650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139893 May 19 21:33:04.428852 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e32cb-7183-4a67-8342-8027a9227a8a req-79300d49-c893-43df-8ba0-a65bce3d8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:04.430642 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d07e32cb-7183-4a67-8342-8027a9227a8a req-79300d49-c893-43df-8ba0-a65bce3d8191 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 1130 time: 0.1207144 May 19 21:33:04.433727 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56748) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:04.471360 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95540be0-2254-4a00-b9f5-bee7fe7c0022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51a4f30-eeb0-48bd-88c1-ee8501285c96,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:04.483482 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07e407-ce34-462e-b8cb-6bd0b2e3deab req-dfc08d69-15d2-490c-aca0-524cc8f65d8c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:04.484996 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-aa07e407-ce34-462e-b8cb-6bd0b2e3deab req-dfc08d69-15d2-490c-aca0-524cc8f65d8c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0973659 May 19 21:33:04.573439 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-aa07e407-ce34-462e-b8cb-6bd0b2e3deab req-0c6a34b2-b9e9-4b97-8abd-926b8ed89fbd tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801952 May 19 21:33:04.585295 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b467a5ef-d6cf-4e12-86a7-26d3f75c524c req-dd4f7973-e776-4080-874c-5f0e784e5dbc service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536897 May 19 21:33:04.592048 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d07e32cb-7183-4a67-8342-8027a9227a8a req-a805b33c-bfd1-418d-97bf-e3dee46b60a2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472626 May 19 21:33:04.629990 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56758) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:04.658755 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:04.696157 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67475530-fa67-431d-89ef-ac2679ce3a2c admin admin] Publish callbacks [] for security_group (d51a4f30-eeb0-48bd-88c1-ee8501285c96), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:04.739885 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67475530-fa67-431d-89ef-ac2679ce3a2c admin admin] Publish callbacks [] for security_group (d51a4f30-eeb0-48bd-88c1-ee8501285c96), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:04.767040 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:04.780499 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b467a5ef-d6cf-4e12-86a7-26d3f75c524c req-48fb6e43-b4a5-42c4-a911-3c28f590485b service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862192 May 19 21:33:04.804598 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50f7d620-7f9a-40b0-a2fe-77867ac92f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:04.823835 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67475530-fa67-431d-89ef-ac2679ce3a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (d51a4f30-eeb0-48bd-88c1-ee8501285c96), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:04.827846 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-67475530-fa67-431d-89ef-ac2679ce3a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:04.829229 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-67475530-fa67-431d-89ef-ac2679ce3a2c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d51a4f30-eeb0-48bd-88c1-ee8501285c96 HTTP/1.1" status: 204 len: 168 time: 0.3944654 May 19 21:33:04.855753 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67475530-fa67-431d-89ef-ac2679ce3a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51a4f30-eeb0-48bd-88c1-ee8501285c96,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:04.925323 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:04.926996 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:04.949166 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:33:04.953523 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50f7d620-7f9a-40b0-a2fe-77867ac92f33 admin admin] Publish callbacks [] for security_group (74791ea0-e55f-456e-b143-273120dbda49), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:04.958976 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50f7d620-7f9a-40b0-a2fe-77867ac92f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (74791ea0-e55f-456e-b143-273120dbda49), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:04.966728 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56770) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:04.984062 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92636d-8ff6-4ccc-b4f9-89a7125876ae req-b2c76293-88c6-4d7a-a543-ccc32d56c514 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:04.985853 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fb92636d-8ff6-4ccc-b4f9-89a7125876ae req-b2c76293-88c6-4d7a-a543-ccc32d56c514 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 944 time: 0.1269708 May 19 21:33:05.009326 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-50f7d620-7f9a-40b0-a2fe-77867ac92f33 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e19db6c591fe483d8597643a3f695cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781815 May 19 21:33:05.014090 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56776) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:05.033225 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7d620-7f9a-40b0-a2fe-77867ac92f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74791ea0-e55f-456e-b143-273120dbda49,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:05.140777 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fb92636d-8ff6-4ccc-b4f9-89a7125876ae req-1ca71b88-f61c-41ee-80e6-739b11e2ae45 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425538 May 19 21:33:05.144801 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9ef490d5-4ca8-4778-8633-eb169ffd12c1 admin admin] Publish callbacks [] for security_group (74791ea0-e55f-456e-b143-273120dbda49), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:05.183245 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9ef490d5-4ca8-4778-8633-eb169ffd12c1 admin admin] Publish callbacks [] for security_group (74791ea0-e55f-456e-b143-273120dbda49), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:05.245797 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9ef490d5-4ca8-4778-8633-eb169ffd12c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (74791ea0-e55f-456e-b143-273120dbda49), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:05.249604 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9ef490d5-4ca8-4778-8633-eb169ffd12c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:05.250900 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-9ef490d5-4ca8-4778-8633-eb169ffd12c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/74791ea0-e55f-456e-b143-273120dbda49 HTTP/1.1" status: 204 len: 168 time: 0.2341661 May 19 21:33:05.260607 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef490d5-4ca8-4778-8633-eb169ffd12c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74791ea0-e55f-456e-b143-273120dbda49,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:05.280772 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee5446-abb3-4fee-9547-f1eeeaa000b1 req-fa2a9c5c-dfcc-45b1-a176-1f988cfdf204 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:05.282421 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-13ee5446-abb3-4fee-9547-f1eeeaa000b1 req-fa2a9c5c-dfcc-45b1-a176-1f988cfdf204 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0805538 May 19 21:33:05.354846 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-13ee5446-abb3-4fee-9547-f1eeeaa000b1 req-0b53adfb-9be0-482d-8a24-d4abb3aa432a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653820 May 19 21:33:05.358800 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3ec3af51-c866-484c-bd97-c1535a33ea51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:05.471701 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3ec3af51-c866-484c-bd97-c1535a33ea51 admin admin] Publish callbacks [] for security_group (edc4d835-5fb0-4cb5-867b-ab017dda4a07), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:05.477547 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3ec3af51-c866-484c-bd97-c1535a33ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (edc4d835-5fb0-4cb5-867b-ab017dda4a07), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:05.547950 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-3ec3af51-c866-484c-bd97-c1535a33ea51 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c7f22a04dff547b989a511628fcdf292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5800090 May 19 21:33:05.550281 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3af51-c866-484c-bd97-c1535a33ea51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc4d835-5fb0-4cb5-867b-ab017dda4a07,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:05.551025 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56794) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:05.640739 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:05.648536 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98f9216a-d9e2-419e-b566-62b34d77ce48 admin admin] Publish callbacks [] for security_group (edc4d835-5fb0-4cb5-867b-ab017dda4a07), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:05.677933 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98f9216a-d9e2-419e-b566-62b34d77ce48 admin admin] Publish callbacks [] for security_group (edc4d835-5fb0-4cb5-867b-ab017dda4a07), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:05.746035 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b8517-a155-4f56-bc97-4546be8f3185 req-abc411aa-0c8e-4602-9ead-64e932850e6c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:05.747760 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a53b8517-a155-4f56-bc97-4546be8f3185 req-abc411aa-0c8e-4602-9ead-64e932850e6c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0703211 May 19 21:33:05.786849 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98f9216a-d9e2-419e-b566-62b34d77ce48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (edc4d835-5fb0-4cb5-867b-ab017dda4a07), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:05.791936 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98f9216a-d9e2-419e-b566-62b34d77ce48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:05.795880 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-98f9216a-d9e2-419e-b566-62b34d77ce48 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/edc4d835-5fb0-4cb5-867b-ab017dda4a07 HTTP/1.1" status: 204 len: 168 time: 0.2408521 May 19 21:33:05.805067 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56804) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:05.819960 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b621cc9-75db-4faa-b27f-86124a054fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:05.824216 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9216a-d9e2-419e-b566-62b34d77ce48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc4d835-5fb0-4cb5-867b-ab017dda4a07,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:05.870124 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a53b8517-a155-4f56-bc97-4546be8f3185 req-d6f70e3b-ac59-49e8-ae9b-dd416ae258d9 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163328 May 19 21:33:05.947164 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b621cc9-75db-4faa-b27f-86124a054fd3 admin admin] Publish callbacks [] for security_group (632243af-afb3-4f8a-82b2-f0c9ac4af6e5), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:05.952074 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b621cc9-75db-4faa-b27f-86124a054fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (632243af-afb3-4f8a-82b2-f0c9ac4af6e5), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.001683 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b621cc9-75db-4faa-b27f-86124a054fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632243af-afb3-4f8a-82b2-f0c9ac4af6e5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:06.009588 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1b621cc9-75db-4faa-b27f-86124a054fd3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=69392f9b92f5411eb44fb644d126e31f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007766 May 19 21:33:06.010736 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56810) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:06.090148 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-208e9bc9-fc02-4a1e-99cf-9a46abd271e1 admin admin] Publish callbacks [] for security_group (632243af-afb3-4f8a-82b2-f0c9ac4af6e5), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.123997 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-208e9bc9-fc02-4a1e-99cf-9a46abd271e1 admin admin] Publish callbacks [] for security_group (632243af-afb3-4f8a-82b2-f0c9ac4af6e5), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.135110 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 273956f8-6ada-4c24-9d33-e37b581a5bb1 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:33:06.226897 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-208e9bc9-fc02-4a1e-99cf-9a46abd271e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (632243af-afb3-4f8a-82b2-f0c9ac4af6e5), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.230291 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-208e9bc9-fc02-4a1e-99cf-9a46abd271e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.231599 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-208e9bc9-fc02-4a1e-99cf-9a46abd271e1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/632243af-afb3-4f8a-82b2-f0c9ac4af6e5 HTTP/1.1" status: 204 len: 168 time: 0.2198412 May 19 21:33:06.248575 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e9bc9-fc02-4a1e-99cf-9a46abd271e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632243af-afb3-4f8a-82b2-f0c9ac4af6e5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:06.285358 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:06.310413 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 273956f8-6ada-4c24-9d33-e37b581a5bb1, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=273956f8-6ada-4c24-9d33-e37b581a5bb1,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:33:06.311873 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56824) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:06.317237 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '273956f8-6ada-4c24-9d33-e37b581a5bb1', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'port_id': '273956f8-6ada-4c24-9d33-e37b581a5bb1', 'mac_address': 'fa:16:3e:a3:46:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:33:06.318836 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7784595-5e96-47db-84dc-a9153c5f5304 req-0e224f15-4554-486d-a79e-a5889865eca4 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:06.320413 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a7784595-5e96-47db-84dc-a9153c5f5304 req-0e224f15-4554-486d-a79e-a5889865eca4 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 944 time: 0.0600960 May 19 21:33:06.351001 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0e06d4d-fe9c-4efd-8b12-413357a2d200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.373169 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 273956f8-6ada-4c24-9d33-e37b581a5bb1 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:33:06.373560 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.383742 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a7784595-5e96-47db-84dc-a9153c5f5304 req-c20941ab-1eb7-4aae-81ae-8bab9fc6d247 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557952 May 19 21:33:06.388838 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273956f8-6ada-4c24-9d33-e37b581a5bb1 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:33:06.423103 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 273956f8-6ada-4c24-9d33-e37b581a5bb1, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=273956f8-6ada-4c24-9d33-e37b581a5bb1,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:33:06.427073 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:06.428767 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.453309 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:06.493286 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=273956f8-6ada-4c24-9d33-e37b581a5bb1,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:06.555554 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0e06d4d-fe9c-4efd-8b12-413357a2d200 admin admin] Publish callbacks [] for security_group (1321082e-953f-4268-ab61-fed6eba537bb), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.561741 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0e06d4d-fe9c-4efd-8b12-413357a2d200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (1321082e-953f-4268-ab61-fed6eba537bb), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.588415 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb57dac-4829-4354-beef-8821245418a9 req-257a7e45-57f6-4136-b021-493e8402d995 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:06.589931 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dcb57dac-4829-4354-beef-8821245418a9 req-257a7e45-57f6-4136-b021-493e8402d995 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1002889 May 19 21:33:06.634637 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-a0e06d4d-fe9c-4efd-8b12-413357a2d200 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=942fed1f8cbc4499a16bd2199a027a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210850 May 19 21:33:06.637408 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56832) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:06.637990 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e06d4d-fe9c-4efd-8b12-413357a2d200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1321082e-953f-4268-ab61-fed6eba537bb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:06.658760 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-649c19f5-b94b-49e0-b2ab-6ed0c16e92c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.689483 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dcb57dac-4829-4354-beef-8821245418a9 req-d57ba45b-bcef-496c-9b78-6841c804dc95 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770109 May 19 21:33:06.696755 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:06.728825 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Publish callbacks [] for security_group (1321082e-953f-4268-ab61-fed6eba537bb), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.760946 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Publish callbacks [] for security_group (1321082e-953f-4268-ab61-fed6eba537bb), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.830272 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (1321082e-953f-4268-ab61-fed6eba537bb), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.833787 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:06.835460 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1321082e-953f-4268-ab61-fed6eba537bb HTTP/1.1" status: 204 len: 168 time: 0.1970353 May 19 21:33:06.859460 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1321082e-953f-4268-ab61-fed6eba537bb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:06.876321 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.876744 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.877203 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.877671 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.878059 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.878488 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.879006 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.879598 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.879994 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.880387 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.880895 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.881286 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.881703 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.882069 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.882497 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a282472-a833-4c6d-88e6-528f4a1d7fa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:06.925309 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['273956f8-6ada-4c24-9d33-e37b581a5bb1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:33:07.027116 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694800f3-09da-45cc-8ebe-2f98f0038ff5 req-62fba17a-b44a-4f4c-a6a8-c76856f2ff08 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:07.037135 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-694800f3-09da-45cc-8ebe-2f98f0038ff5 req-62fba17a-b44a-4f4c-a6a8-c76856f2ff08 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0767095 May 19 21:33:07.095322 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-694800f3-09da-45cc-8ebe-2f98f0038ff5 req-2ad4fe93-9112-4109-9db5-fdf0c74ceea7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565917 May 19 21:33:07.566737 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d310d-9d3b-4ef0-aa16-66fcd18fce94 req-47281b31-8ff1-40e6-9c09-6f8740677ad1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:07.568606 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7c4d310d-9d3b-4ef0-aa16-66fcd18fce94 req-47281b31-8ff1-40e6-9c09-6f8740677ad1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 945 time: 0.0595365 May 19 21:33:07.626605 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7c4d310d-9d3b-4ef0-aa16-66fcd18fce94 req-61e401b9-8cf0-465f-bcca-9548bcef0272 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511708 May 19 21:33:07.824578 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5e7dc-fae8-4902-99e5-979ba1133fad req-58211ae8-a481-43bb-9926-df7686c92dd6 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:07.826744 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-faa5e7dc-fae8-4902-99e5-979ba1133fad req-58211ae8-a481-43bb-9926-df7686c92dd6 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0632513 May 19 21:33:07.918524 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-faa5e7dc-fae8-4902-99e5-979ba1133fad req-6ab09674-e932-4a85-a0d5-5674d8b6ceba tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849586 May 19 21:33:08.147099 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 273956f8-6ada-4c24-9d33-e37b581a5bb1 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:33:08.254281 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:08.271900 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port 273956f8-6ada-4c24-9d33-e37b581a5bb1 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:33:08.274920 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db5421-bbb5-4d86-96b1-0b9532e4d29c req-041b060b-04dd-4320-bda4-fe70c5b8a527 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:08.277558 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f7db5421-bbb5-4d86-96b1-0b9532e4d29c req-041b060b-04dd-4320-bda4-fe70c5b8a527 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0658493 May 19 21:33:08.290646 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 273956f8-6ada-4c24-9d33-e37b581a5bb1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:33:08.291640 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:08.354496 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f7db5421-bbb5-4d86-96b1-0b9532e4d29c req-9a7e1277-984d-4ad1-8704-66d2f1f42063 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646834 May 19 21:33:08.443417 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 273956f8-6ada-4c24-9d33-e37b581a5bb1 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:33:08.443803 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:08.474322 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a392a14d-152c-467f-8031-a4bb8e36e5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273956f8-6ada-4c24-9d33-e37b581a5bb1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:33:08.476971 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86df8771-6f7a-4f46-adb9-ee8648fb4e8d" -d '{"events": [{"server_uuid": "a392a14d-152c-467f-8031-a4bb8e36e5bb", "name": "network-vif-plugged", "status": "completed", "tag": "273956f8-6ada-4c24-9d33-e37b581a5bb1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:33:08.499007 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 273956f8-6ada-4c24-9d33-e37b581a5bb1, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=273956f8-6ada-4c24-9d33-e37b581a5bb1,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:33:08.504908 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:08.576209 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c0d76d-a5b7-4762-b6d0-ddf2b0c5dc65 x-openstack-request-id: req-25c0d76d-a5b7-4762-b6d0-ddf2b0c5dc65 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:33:08.576524 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a392a14d-152c-467f-8031-a4bb8e36e5bb", "name": "network-vif-plugged", "status": "completed", "tag": "273956f8-6ada-4c24-9d33-e37b581a5bb1", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:33:08.578041 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25c0d76d-a5b7-4762-b6d0-ddf2b0c5dc65 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:33:08.578906 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27c6b1-a25b-4487-8731-30bf53141bb6 req-a79c8a28-904b-49af-938d-cb7e7b05663c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:08.579412 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c0d76d-a5b7-4762-b6d0-ddf2b0c5dc65'] response: {'server_uuid': 'a392a14d-152c-467f-8031-a4bb8e36e5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273956f8-6ada-4c24-9d33-e37b581a5bb1', 'code': 200} May 19 21:33:08.582280 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1f27c6b1-a25b-4487-8731-30bf53141bb6 req-a79c8a28-904b-49af-938d-cb7e7b05663c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.1307383 May 19 21:33:08.595984 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 56930) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:08.621130 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=273956f8-6ada-4c24-9d33-e37b581a5bb1,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:08.637452 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-35ebb11a-e351-4933-87f7-f3e0f73209e2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Request body: {'floatingip': {'port_id': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:08.728884 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35ebb11a-e351-4933-87f7-f3e0f73209e2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for floatingip (89df1f55-83dd-4b62-90c7-732dc3dab44c), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:08.763211 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af93364-4432-4d94-ba7d-4cfe087a644b req-06a4631d-0298-4ecd-a684-ff6b74ef7175 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:08.766568 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7af93364-4432-4d94-ba7d-4cfe087a644b req-06a4631d-0298-4ecd-a684-ff6b74ef7175 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0620613 May 19 21:33:08.830308 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7af93364-4432-4d94-ba7d-4cfe087a644b req-1d71303b-8a57-41f0-90f2-ed38bdf37525 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566745 May 19 21:33:08.997739 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:09.105278 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56942) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:09.239709 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:09.249856 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be14796-6f45-4f49-85e5-723518453eb1 req-1880e6c7-cd86-4297-867d-93b7a74a0f99 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:09.251531 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1be14796-6f45-4f49-85e5-723518453eb1 req-1880e6c7-cd86-4297-867d-93b7a74a0f99 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1665926 May 19 21:33:09.326520 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Publish callbacks [] for security_group (8dfd3746-b0e9-4428-9e94-75d563fd207a), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:09.333279 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (8dfd3746-b0e9-4428-9e94-75d563fd207a), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:09.350650 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-123cd8c3-ca5a-46b5-8562-f5374f7781d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:09.381440 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d626f40ae254b4a82d76f9e191b8c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743232 May 19 21:33:09.382435 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfd3746-b0e9-4428-9e94-75d563fd207a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:09.385503 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 56946) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:09.396793 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.397120 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.397456 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.397787 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.398113 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.398468 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.398791 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.399425 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.399425 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.399749 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.400088 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.400405 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.400716 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.401025 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.401342 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d722b-e183-4293-9ab7-2ed65838bccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:09.437305 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1be14796-6f45-4f49-85e5-723518453eb1 req-b640de29-0b28-44ed-a444-ddbb4e59310d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716964 May 19 21:33:09.523684 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-26de6800-dad1-4883-9e58-1c4d682bcd56 admin admin] Publish callbacks [] for security_group (8dfd3746-b0e9-4428-9e94-75d563fd207a), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:09.527378 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bf890-0bb1-4de3-9548-c43a2c636107 req-4b02105f-0909-4a83-8e40-db55699261b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:09.529051 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-300bf890-0bb1-4de3-9548-c43a2c636107 req-4b02105f-0909-4a83-8e40-db55699261b2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 1130 time: 0.0932276 May 19 21:33:09.573882 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-26de6800-dad1-4883-9e58-1c4d682bcd56 admin admin] Publish callbacks [] for security_group (8dfd3746-b0e9-4428-9e94-75d563fd207a), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:09.598198 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:09.634553 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:09.643402 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-300bf890-0bb1-4de3-9548-c43a2c636107 req-f5e883c3-7059-4ab8-8c94-9389045dd090 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047022 May 19 21:33:09.658910 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35ebb11a-e351-4933-87f7-f3e0f73209e2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:09.669796 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35ebb11a-e351-4933-87f7-f3e0f73209e2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (89df1f55-83dd-4b62-90c7-732dc3dab44c), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:09.691795 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-26de6800-dad1-4883-9e58-1c4d682bcd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (8dfd3746-b0e9-4428-9e94-75d563fd207a), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:09.696832 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-26de6800-dad1-4883-9e58-1c4d682bcd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:09.698966 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-26de6800-dad1-4883-9e58-1c4d682bcd56 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8dfd3746-b0e9-4428-9e94-75d563fd207a HTTP/1.1" status: 204 len: 168 time: 0.3124235 May 19 21:33:09.708788 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:09.734124 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de6800-dad1-4883-9e58-1c4d682bcd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfd3746-b0e9-4428-9e94-75d563fd207a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:10.228680 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e4082-afcd-43e3-92b7-1703be8139d8 req-0f7cd1d6-76c5-4c68-a0b9-10e8d3051dd6 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:10.230625 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-842e4082-afcd-43e3-92b7-1703be8139d8 req-0f7cd1d6-76c5-4c68-a0b9-10e8d3051dd6 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 945 time: 0.0832522 May 19 21:33:10.237727 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c2257-3ba4-4cb6-b2cf-80c5310de0df req-e1d22c59-eeac-4fdb-bf68-ac05f9b68644 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:10.251750 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-598c2257-3ba4-4cb6-b2cf-80c5310de0df req-e1d22c59-eeac-4fdb-bf68-ac05f9b68644 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.1492338 May 19 21:33:10.317926 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:10.369737 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-842e4082-afcd-43e3-92b7-1703be8139d8 req-fecb05c4-335e-4327-a559-e0eb86b1fb76 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273241 May 19 21:33:10.409751 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-35ebb11a-e351-4933-87f7-f3e0f73209e2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Floating IP 89df1f55-83dd-4b62-90c7-732dc3dab44c associated. External IP: 172.27.0.211, port: 7fe0112e-1449-4e73-9fa1-f6d3a33168d8. May 19 21:33:10.418474 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-598c2257-3ba4-4cb6-b2cf-80c5310de0df req-3f138de6-8cab-4bf9-a528-1c5a55333828 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631811 May 19 21:33:10.476055 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:10.690038 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8988e-d855-4fac-9fce-b887db205444 req-c869b1b2-b9b1-40ad-896c-630efa4467b8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:10.692288 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-21a8988e-d855-4fac-9fce-b887db205444 req-c869b1b2-b9b1-40ad-896c-630efa4467b8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1081085 May 19 21:33:10.784820 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-21a8988e-d855-4fac-9fce-b887db205444 req-639d05ed-5603-473e-bd0e-b8c9a7c9627c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783730 May 19 21:33:10.904037 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ebb11a-e351-4933-87f7-f3e0f73209e2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:33:11.105294 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ebb11a-e351-4933-87f7-f3e0f73209e2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:33:11.112831 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-35ebb11a-e351-4933-87f7-f3e0f73209e2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:11.129640 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b068c-2219-4b7d-94ab-0f1d79c43760 None None] Sync routers for ids ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:33:11.153647 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b068c-2219-4b7d-94ab-0f1d79c43760 None None] Routers {'8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:33:11.154414 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-548b068c-2219-4b7d-94ab-0f1d79c43760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:33:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:11.220396 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-35ebb11a-e351-4933-87f7-f3e0f73209e2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "PUT /v2.0/floatingips/89df1f55-83dd-4b62-90c7-732dc3dab44c HTTP/1.1" status: 200 len: 992 time: 2.6198378 May 19 21:33:11.225841 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'tag': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:33:11.235969 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83639722-e003-4978-92cb-0d7e153e6720" -d '{"events": [{"name": "network-changed", "server_uuid": "e0250d7d-3766-4555-a9af-2429afad53bf", "tag": "7fe0112e-1449-4e73-9fa1-f6d3a33168d8"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:33:11.288726 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3987f4-267d-46e4-8ea4-68994996c0e7 x-openstack-request-id: req-dd3987f4-267d-46e4-8ea4-68994996c0e7 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:33:11.289905 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0250d7d-3766-4555-a9af-2429afad53bf", "tag": "7fe0112e-1449-4e73-9fa1-f6d3a33168d8", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:33:11.290344 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd3987f4-267d-46e4-8ea4-68994996c0e7 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:33:11.291112 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd3987f4-267d-46e4-8ea4-68994996c0e7'] response: {'name': 'network-changed', 'server_uuid': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'tag': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'status': 'completed', 'code': 200} May 19 21:33:11.430970 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-548b068c-2219-4b7d-94ab-0f1d79c43760 None None] Set router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:33:11.609114 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:11.620498 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec55b1-59d0-42fc-96c8-2fde707dc958 req-b2dbb61c-b474-42bb-96e6-aaca07420ef2 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:11.624475 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ccec55b1-59d0-42fc-96c8-2fde707dc958 req-b2dbb61c-b474-42bb-96e6-aaca07420ef2 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 945 time: 0.0863554 May 19 21:33:11.634382 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078ca51-1b72-4859-987a-e3e8da2d7ff5 req-bc5773d9-63d6-4e1c-9a86-df6c6e210052 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:11.636674 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0078ca51-1b72-4859-987a-e3e8da2d7ff5 req-bc5773d9-63d6-4e1c-9a86-df6c6e210052 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0706298 May 19 21:33:11.703019 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0078ca51-1b72-4859-987a-e3e8da2d7ff5 req-ac3c77fb-bc02-4b6e-b80d-e11c65fb14fc tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598381 May 19 21:33:11.726884 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ccec55b1-59d0-42fc-96c8-2fde707dc958 req-de0c1a8c-c277-4886-9091-e448f80d68af tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956461 May 19 21:33:11.892069 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-548b068c-2219-4b7d-94ab-0f1d79c43760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '89df1f55-83dd-4b62-90c7-732dc3dab44c', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'port_id': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'mac_address': 'fa:16:3e:e6:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:32:36Z', 'updated_at': '2022-05-19T21:33:09Z', 'revision_number': 1, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:33Z', 'revision_number': 5, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:11.939044 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b068c-2219-4b7d-94ab-0f1d79c43760 None None] Checking router: 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:33:11.950653 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828090e-0035-48b5-9cd4-32a62e6625fc req-fa30ac36-1f45-4115-9a0e-1ffeb7355f2d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:11.952254 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2828090e-0035-48b5-9cd4-32a62e6625fc req-fa30ac36-1f45-4115-9a0e-1ffeb7355f2d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0619433 May 19 21:33:11.957871 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b068c-2219-4b7d-94ab-0f1d79c43760 None None] Routers {'8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:33:11.958827 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-548b068c-2219-4b7d-94ab-0f1d79c43760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:33:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:11.980314 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:12.058388 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2828090e-0035-48b5-9cd4-32a62e6625fc req-2e5a7f42-9587-462a-9b60-a4a33b6fd0c1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886011 May 19 21:33:12.139956 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-548b068c-2219-4b7d-94ab-0f1d79c43760 None None] Set router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:33:12.404799 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-548b068c-2219-4b7d-94ab-0f1d79c43760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '89df1f55-83dd-4b62-90c7-732dc3dab44c', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'port_id': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'mac_address': 'fa:16:3e:e6:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:32:36Z', 'updated_at': '2022-05-19T21:33:09Z', 'revision_number': 1, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:33Z', 'revision_number': 5, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:12.422177 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a75bc680-2966-4626-a713-9a225d9c75c6 req-e3a55a73-e9c2-413d-9001-ba5ec5b7cf55 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440714 May 19 21:33:12.439326 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b068c-2219-4b7d-94ab-0f1d79c43760 None None] The sync data for ids ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'] in dv-cinder-835635-2-iscsi is: [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '89df1f55-83dd-4b62-90c7-732dc3dab44c', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'port_id': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'mac_address': 'fa:16:3e:e6:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:32:36Z', 'updated_at': '2022-05-19T21:33:09Z', 'revision_number': 1, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:33Z', 'revision_number': 5, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:33:12.630996 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83639722-e003-4978-92cb-0d7e153e6720 req-131e015e-035f-47c2-b4aa-e5101aaed51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:12.632591 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-83639722-e003-4978-92cb-0d7e153e6720 req-131e015e-035f-47c2-b4aa-e5101aaed51c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 1130 time: 0.0678823 May 19 21:33:12.774338 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c1e044-73fa-4790-aca6-c6f050de6d86 None None] New status for floating IP 89df1f55-83dd-4b62-90c7-732dc3dab44c: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:33:12.879133 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bc680-2966-4626-a713-9a225d9c75c6 req-b06b23eb-d388-4d51-95ef-9b1e78fd9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:12.882011 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a75bc680-2966-4626-a713-9a225d9c75c6 req-b06b23eb-d388-4d51-95ef-9b1e78fd9c43 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 1130 time: 0.0551770 May 19 21:33:12.906222 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 57124) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:13.061918 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:13.121045 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e256ec-4a3e-4b82-973a-bd8e3af3da65 req-6d92b2fc-c70a-49c1-94c7-e311f7178879 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:13.130359 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-56e256ec-4a3e-4b82-973a-bd8e3af3da65 req-6d92b2fc-c70a-49c1-94c7-e311f7178879 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 945 time: 0.1190598 May 19 21:33:13.187443 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-823d6d0b-d324-4150-9553-de6a20548d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:13.256846 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-56e256ec-4a3e-4b82-973a-bd8e3af3da65 req-f22f62e5-8d9b-4350-85d7-5aad294eefab tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250784 May 19 21:33:13.281691 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:13.384130 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674ea74-ec08-4bdc-be38-63ae056d21f6 req-5c3f9418-e730-4c64-a0ae-69bef173a934 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:13.386525 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b674ea74-ec08-4bdc-be38-63ae056d21f6 req-5c3f9418-e730-4c64-a0ae-69bef173a934 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.87 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 945 time: 0.5398421 May 19 21:33:13.465566 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cf974-78a9-43e8-aea9-358a5ff68ca6 req-1ab0eae8-1c75-4eda-bd03-321fa7dc63d7 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:13.473711 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c93cf974-78a9-43e8-aea9-358a5ff68ca6 req-1ab0eae8-1c75-4eda-bd03-321fa7dc63d7 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0973845 May 19 21:33:13.488944 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83639722-e003-4978-92cb-0d7e153e6720 req-2174159d-143d-4561-9cb2-4e040e9b1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:13.494321 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-83639722-e003-4978-92cb-0d7e153e6720 req-2174159d-143d-4561-9cb2-4e040e9b1428 service neutron] 10.222.0.87 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 918 time: 0.7235594 May 19 21:33:13.569763 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:13.575891 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c93cf974-78a9-43e8-aea9-358a5ff68ca6 req-fa61cfe1-1049-4cca-a429-e122529d12da tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001840 May 19 21:33:13.592239 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-823d6d0b-d324-4150-9553-de6a20548d7b admin admin] Publish callbacks [] for security_group (943496db-21ef-438a-98bd-8c20cacd729c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:13.615713 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2047a7-c073-4332-96f5-8763e8a1a975 req-e9a0cd4b-e069-4ec3-8c86-3e9327c6efe5 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:13.623188 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ef2047a7-c073-4332-96f5-8763e8a1a975 req-e9a0cd4b-e069-4ec3-8c86-3e9327c6efe5 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.2523093 May 19 21:33:13.673916 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-823d6d0b-d324-4150-9553-de6a20548d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (943496db-21ef-438a-98bd-8c20cacd729c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:13.770473 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-83639722-e003-4978-92cb-0d7e153e6720 req-69205a39-5456-4d65-bf94-7268d5a8cb77 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8 HTTP/1.1" status: 200 len: 1002 time: 0.2257471 May 19 21:33:13.857283 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-823d6d0b-d324-4150-9553-de6a20548d7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd923b1d88e141b4b4748fff9395b46f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9462156 May 19 21:33:13.857283 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d6d0b-d324-4150-9553-de6a20548d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943496db-21ef-438a-98bd-8c20cacd729c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:13.857717 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 57148) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:13.874125 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-b674ea74-ec08-4bdc-be38-63ae056d21f6 req-b5083bca-94c5-43cf-9bcf-b046a225aa02 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Deleting port 4027ae3d-2633-4456-b298-d5add36a2a85 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:33:13.874485 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b674ea74-ec08-4bdc-be38-63ae056d21f6 req-b5083bca-94c5-43cf-9bcf-b046a225aa02 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (4027ae3d-2633-4456-b298-d5add36a2a85), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:13.901638 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83639722-e003-4978-92cb-0d7e153e6720 req-a964963d-360c-46d2-9224-ef4422da604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:13.903144 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-83639722-e003-4978-92cb-0d7e153e6720 req-a964963d-360c-46d2-9224-ef4422da604f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa HTTP/1.1" status: 200 len: 856 time: 0.1065996 May 19 21:33:13.957247 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ef2047a7-c073-4332-96f5-8763e8a1a975 req-3d6f4505-8c08-4c0c-b9c1-a776d4b48716 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782176 May 19 21:33:13.959897 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bc680-2966-4626-a713-9a225d9c75c6 req-509023cd-bd8a-479c-9c78-cc2badb84a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:13.962646 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a75bc680-2966-4626-a713-9a225d9c75c6 req-509023cd-bd8a-479c-9c78-cc2badb84a4d service neutron] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 920 time: 0.3725531 May 19 21:33:14.034100 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83639722-e003-4978-92cb-0d7e153e6720 req-8ea14f3b-40a0-49f3-88ae-0cdcff32c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:14.035642 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-83639722-e003-4978-92cb-0d7e153e6720 req-8ea14f3b-40a0-49f3-88ae-0cdcff32c88f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0988243 May 19 21:33:14.038632 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a75bc680-2966-4626-a713-9a225d9c75c6 req-f48d853a-3944-4326-b9f2-ac46970a00dd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e0ac86c-4227-4467-92ca-7b8942e9f54c HTTP/1.1" status: 200 len: 217 time: 0.0625679 May 19 21:33:14.051537 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:14.077004 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78ff04b5-536e-4da3-986f-f1108e82298c admin admin] Publish callbacks [] for security_group (943496db-21ef-438a-98bd-8c20cacd729c), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:14.136901 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:14.137300 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bc680-2966-4626-a713-9a225d9c75c6 req-80195c83-1a61-4b8f-91b3-4fb93356841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:14.140677 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a75bc680-2966-4626-a713-9a225d9c75c6 req-80195c83-1a61-4b8f-91b3-4fb93356841b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.0803702 May 19 21:33:14.141760 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-b674ea74-ec08-4bdc-be38-63ae056d21f6 req-b5083bca-94c5-43cf-9bcf-b046a225aa02 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] For port 4027ae3d-2633-4456-b298-d5add36a2a85, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=4027ae3d-2633-4456-b298-d5add36a2a85,segment=NetworkSegment(3f1e2352-fc34-4436-a5e6-fe091e2d9de5),segment_id=3f1e2352-fc34-4436-a5e6-fe091e2d9de5)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:33:14.142138 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b674ea74-ec08-4bdc-be38-63ae056d21f6 req-b5083bca-94c5-43cf-9bcf-b046a225aa02 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (4027ae3d-2633-4456-b298-d5add36a2a85), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:14.179571 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-b674ea74-ec08-4bdc-be38-63ae056d21f6 req-b5083bca-94c5-43cf-9bcf-b046a225aa02 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Calling delete_port for 4027ae3d-2633-4456-b298-d5add36a2a85 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:33:14.184593 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78ff04b5-536e-4da3-986f-f1108e82298c admin admin] Publish callbacks [] for security_group (943496db-21ef-438a-98bd-8c20cacd729c), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:14.218410 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bc680-2966-4626-a713-9a225d9c75c6 req-c92522fd-05ad-4809-8a89-5f462f8910b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:14.220681 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a75bc680-2966-4626-a713-9a225d9c75c6 req-c92522fd-05ad-4809-8a89-5f462f8910b5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679169 May 19 21:33:14.330400 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-83639722-e003-4978-92cb-0d7e153e6720 req-eee90beb-541e-48c0-b450-6571e51862e6 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711840 May 19 21:33:14.434412 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a75bc680-2966-4626-a713-9a225d9c75c6 req-ac69de95-b005-4fb4-a85b-9c7fb6dbcf0b service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049437 May 19 21:33:14.438160 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78ff04b5-536e-4da3-986f-f1108e82298c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (943496db-21ef-438a-98bd-8c20cacd729c), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:14.440871 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-78ff04b5-536e-4da3-986f-f1108e82298c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:14.442032 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-78ff04b5-536e-4da3-986f-f1108e82298c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/943496db-21ef-438a-98bd-8c20cacd729c HTTP/1.1" status: 204 len: 168 time: 0.5816667 May 19 21:33:14.493155 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff04b5-536e-4da3-986f-f1108e82298c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943496db-21ef-438a-98bd-8c20cacd729c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:14.507004 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-83639722-e003-4978-92cb-0d7e153e6720 req-31de4a92-a8a8-45a0-a4c3-3f0ea7655d8e service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594069 May 19 21:33:14.535381 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533f883-6b6f-4979-8ec6-d30187912649 req-e9a19daf-22c8-4e23-ba3c-87d8de216a13 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:14.537097 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4533f883-6b6f-4979-8ec6-d30187912649 req-e9a19daf-22c8-4e23-ba3c-87d8de216a13 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 945 time: 0.1088831 May 19 21:33:14.658408 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b674ea74-ec08-4bdc-be38-63ae056d21f6 req-b5083bca-94c5-43cf-9bcf-b046a225aa02 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (4027ae3d-2633-4456-b298-d5add36a2a85), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:14.686414 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4533f883-6b6f-4979-8ec6-d30187912649 req-ce57868e-0038-4bd0-ac0b-fac70a180898 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/security-groups?id=45433f35-08ab-4b08-9723-b78afff60af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339695 May 19 21:33:14.743534 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a75bc680-2966-4626-a713-9a225d9c75c6 req-77f32aeb-d165-48a9-98b9-1ba499a4ea25 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986488 May 19 21:33:14.771566 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5083bca-94c5-43cf-9bcf-b046a225aa02 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Pushing event deleted for resources: {'Port': ['ID=4027ae3d-2633-4456-b298-d5add36a2a85,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:14.839576 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede5130-9572-4b18-b66a-894a5959dd64 req-3bc00217-47b8-42c6-aa96-efb0b936c217 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:14.842392 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ede5130-9572-4b18-b66a-894a5959dd64 req-3bc00217-47b8-42c6-aa96-efb0b936c217 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0971975 May 19 21:33:14.871965 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:14.919191 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-b674ea74-ec08-4bdc-be38-63ae056d21f6 req-b5083bca-94c5-43cf-9bcf-b046a225aa02 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] No DVR routers for this DVR port 4027ae3d-2633-4456-b298-d5add36a2a85 on host hv-cinder-83563 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:33:14.925877 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-b674ea74-ec08-4bdc-be38-63ae056d21f6 req-b5083bca-94c5-43cf-9bcf-b046a225aa02 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:14.931350 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ede5130-9572-4b18-b66a-894a5959dd64 req-17f102ed-a336-4b66-8bef-0d2ad8135b5d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678391 May 19 21:33:14.932609 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b674ea74-ec08-4bdc-be38-63ae056d21f6 req-b5083bca-94c5-43cf-9bcf-b046a225aa02 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.87 "DELETE /v2.0/ports/4027ae3d-2633-4456-b298-d5add36a2a85 HTTP/1.1" status: 204 len: 173 time: 1.3897398 May 19 21:33:14.933558 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31d034b-2cf3-4518-8e50-8beda1897c20', 'name': 'network-vif-deleted', 'tag': '4027ae3d-2633-4456-b298-d5add36a2a85'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:33:14.951978 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3094a9c0-1ebb-4bba-bede-dd8d030c8e02" -d '{"events": [{"server_uuid": "c31d034b-2cf3-4518-8e50-8beda1897c20", "name": "network-vif-deleted", "tag": "4027ae3d-2633-4456-b298-d5add36a2a85"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:33:15.025485 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed5ef0b-4ff3-4386-894c-7f85cab25738 x-openstack-request-id: req-6ed5ef0b-4ff3-4386-894c-7f85cab25738 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:33:15.035069 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31d034b-2cf3-4518-8e50-8beda1897c20", "name": "network-vif-deleted", "tag": "4027ae3d-2633-4456-b298-d5add36a2a85", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:33:15.035867 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ed5ef0b-4ff3-4386-894c-7f85cab25738 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:33:15.037902 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed5ef0b-4ff3-4386-894c-7f85cab25738'] response: {'server_uuid': 'c31d034b-2cf3-4518-8e50-8beda1897c20', 'name': 'network-vif-deleted', 'tag': '4027ae3d-2633-4456-b298-d5add36a2a85', 'status': 'completed', 'code': 200} May 19 21:33:15.150631 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf5f08-b8be-473c-b2d9-f9090797908b req-de39edd2-8fd9-40d2-8dc1-acd9391adf2f tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:15.153895 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5ddf5f08-b8be-473c-b2d9-f9090797908b req-de39edd2-8fd9-40d2-8dc1-acd9391adf2f tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0745935 May 19 21:33:15.170765 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 57188) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:15.178207 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-48b5fa0e-3377-49e5-b314-ba86edbddfe5 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Request body: {'floatingip': {'port_id': '273956f8-6ada-4c24-9d33-e37b581a5bb1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:15.202654 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39744-7894-4b01-9356-b1af3881ed96 req-681e8916-1543-407b-b3d9-446718aa83d2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:15.204209 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4dd39744-7894-4b01-9356-b1af3881ed96 req-681e8916-1543-407b-b3d9-446718aa83d2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0752780 May 19 21:33:15.230896 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48b5fa0e-3377-49e5-b314-ba86edbddfe5 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for floatingip (7979b87b-5647-4959-95d5-3255eb0e1bae), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:15.282018 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4dd39744-7894-4b01-9356-b1af3881ed96 req-56741515-e728-4d57-a24e-09ac788e9681 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640869 May 19 21:33:15.623622 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:15.730990 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 57208) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:15.824869 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a05b6d26-d5f0-4ce4-ab00-7b945017f73d req-04f75695-3881-459c-b355-7c1dd57c0f33 tempest-DeleteServersTestJSON-1964480997 tempest-DeleteServersTestJSON-1964480997-project] 10.222.0.65 "GET /v2.0/ports?device_id=c31d034b-2cf3-4518-8e50-8beda1897c20 HTTP/1.1" status: 200 len: 210 time: 0.0352845 May 19 21:33:15.837859 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48b5fa0e-3377-49e5-b314-ba86edbddfe5 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:15.844274 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48b5fa0e-3377-49e5-b314-ba86edbddfe5 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (7979b87b-5647-4959-95d5-3255eb0e1bae), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:15.940403 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-189400909-network', 'tenant_id': 'f9c4f4baaf8f4a258171bf97abdc8905'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:15.974788 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-48b5fa0e-3377-49e5-b314-ba86edbddfe5 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Floating IP 7979b87b-5647-4959-95d5-3255eb0e1bae associated. External IP: 172.27.0.36, port: 273956f8-6ada-4c24-9d33-e37b581a5bb1. May 19 21:33:16.012668 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] Made reservation on behalf of f9c4f4baaf8f4a258171bf97abdc8905 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:33:16.015010 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:16.027319 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:16.195987 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 4027ae3d-2633-4456-b298-d5add36a2a85 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:33:16.223238 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: 4027ae3d-2633-4456-b298-d5add36a2a85 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:33:16.223846 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 4027ae3d-2633-4456-b298-d5add36a2a85 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:33:16.298900 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] Publish callbacks [] for security_group (6fad3545-7b33-49a0-976f-50cfc4eda0d3), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:16.305868 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (6fad3545-7b33-49a0-976f-50cfc4eda0d3), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:16.342679 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:16.364493 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b5fa0e-3377-49e5-b314-ba86edbddfe5 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:33:16.390975 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:33:16.403475 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fad3545-7b33-49a0-976f-50cfc4eda0d3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:16.415121 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:16.420026 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (8e606ade-ba7f-41bd-bcf8-b240afbd328c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:16.420422 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] Added segment 8e606ade-ba7f-41bd-bcf8-b240afbd328c of type vlan for network dead0934-78cb-4aba-a85a-e1a39596f2e4 May 19 21:33:16.440632 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee144d-33f0-4c4b-9ce9-8acd246678a8 req-99495de4-3469-4364-9957-5ede39c5ea59 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:16.442988 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e3ee144d-33f0-4c4b-9ce9-8acd246678a8 req-99495de4-3469-4364-9957-5ede39c5ea59 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0797882 May 19 21:33:16.522535 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (dead0934-78cb-4aba-a85a-e1a39596f2e4), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:16.528744 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:16.566452 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e3ee144d-33f0-4c4b-9ce9-8acd246678a8 req-716707d5-af6e-4684-b463-02c8be8ae3e0 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152821 May 19 21:33:16.610915 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (dead0934-78cb-4aba-a85a-e1a39596f2e4), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:16.612585 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:16.613174 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:16.974890 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b5fa0e-3377-49e5-b314-ba86edbddfe5 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:33:16.986619 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48b5fa0e-3377-49e5-b314-ba86edbddfe5 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:16.989769 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b2333f-2409-44ec-b9a2-4117a0708f80 None None] Sync routers for ids ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:33:17.005789 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b2333f-2409-44ec-b9a2-4117a0708f80 None None] Routers {'42c074a2-896a-408e-ab4c-0ba99b2fe8b3'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:33:17.006442 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a2b2333f-2409-44ec-b9a2-4117a0708f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:33:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:17.023173 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2907197 May 19 21:33:17.027107 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 57250) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:17.035612 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa89cb1-550d-4ae7-934d-ab803c0edc68 admin admin] Pushing event updated for resources: {'Network': ['ID=dead0934-78cb-4aba-a85a-e1a39596f2e4,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:17.035762 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-029a2fa7-5b1b-4093-9c94-54361eaabeed admin admin] Request body: {'subnet': {'network_id': 'dead0934-78cb-4aba-a85a-e1a39596f2e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-189400909-subnet', 'tenant_id': 'f9c4f4baaf8f4a258171bf97abdc8905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:17.045772 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-48b5fa0e-3377-49e5-b314-ba86edbddfe5 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "PUT /v2.0/floatingips/7979b87b-5647-4959-95d5-3255eb0e1bae HTTP/1.1" status: 200 len: 991 time: 1.8716919 May 19 21:33:17.045772 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a392a14d-152c-467f-8031-a4bb8e36e5bb', 'tag': '273956f8-6ada-4c24-9d33-e37b581a5bb1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:33:17.046733 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ab7643-9a04-4caa-a2f2-73fbb5eb7b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a392a14d-152c-467f-8031-a4bb8e36e5bb", "tag": "273956f8-6ada-4c24-9d33-e37b581a5bb1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:33:17.050881 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network dead0934-78cb-4aba-a85a-e1a39596f2e4 details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:33:17.093480 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:17.096584 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029a2fa7-5b1b-4093-9c94-54361eaabeed admin admin] Made reservation on behalf of f9c4f4baaf8f4a258171bf97abdc8905 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:33:17.100825 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-029a2fa7-5b1b-4093-9c94-54361eaabeed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933976'] for subnet (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:17.121115 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67a5fea-6fc4-4bb2-9fa2-878710a1711c x-openstack-request-id: req-c67a5fea-6fc4-4bb2-9fa2-878710a1711c {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:33:17.121406 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a392a14d-152c-467f-8031-a4bb8e36e5bb", "tag": "273956f8-6ada-4c24-9d33-e37b581a5bb1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:33:17.121647 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c67a5fea-6fc4-4bb2-9fa2-878710a1711c {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:33:17.122101 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67a5fea-6fc4-4bb2-9fa2-878710a1711c'] response: {'name': 'network-changed', 'server_uuid': 'a392a14d-152c-467f-8031-a4bb8e36e5bb', 'tag': '273956f8-6ada-4c24-9d33-e37b581a5bb1', 'status': 'completed', 'code': 200} May 19 21:33:17.238169 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab7643-9a04-4caa-a2f2-73fbb5eb7b4e req-0d70b911-3aba-43d0-be0b-8aed7a2d27ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:17.239748 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-72ab7643-9a04-4caa-a2f2-73fbb5eb7b4e req-0d70b911-3aba-43d0-be0b-8aed7a2d27ed service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4f5916770e9b443489fe7aa76d663fe1&device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 1130 time: 0.0734212 May 19 21:33:17.266190 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-a2b2333f-2409-44ec-b9a2-4117a0708f80 None None] Set router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:33:17.432516 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab7643-9a04-4caa-a2f2-73fbb5eb7b4e req-ee735f59-6d3b-41da-9b3c-e58f76bf97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:17.434012 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-72ab7643-9a04-4caa-a2f2-73fbb5eb7b4e req-ee735f59-6d3b-41da-9b3c-e58f76bf97b3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b9d96816-1157-468c-bb81-22f27d368a2b HTTP/1.1" status: 200 len: 912 time: 0.1815958 May 19 21:33:17.474854 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:17.519772 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a2b2333f-2409-44ec-b9a2-4117a0708f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '7979b87b-5647-4959-95d5-3255eb0e1bae', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'port_id': '273956f8-6ada-4c24-9d33-e37b581a5bb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'mac_address': 'fa:16:3e:a3:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a392a14d-152c-467f-8031-a4bb8e36e5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:32:42Z', 'updated_at': '2022-05-19T21:33:15Z', 'revision_number': 1, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:40Z', 'revision_number': 5, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:17.521645 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-029a2fa7-5b1b-4093-9c94-54361eaabeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8700689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933966'] for subnet (d58e477f-8cfa-4597-a94c-046209faafc4), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:17.551695 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b2333f-2409-44ec-b9a2-4117a0708f80 None None] Checking router: 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:33:17.560894 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b2333f-2409-44ec-b9a2-4117a0708f80 None None] Routers {'42c074a2-896a-408e-ab4c-0ba99b2fe8b3'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:33:17.563544 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a2b2333f-2409-44ec-b9a2-4117a0708f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:33:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:17.585183 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-72ab7643-9a04-4caa-a2f2-73fbb5eb7b4e req-5a11f389-ba48-464b-b150-36974e414022 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=273956f8-6ada-4c24-9d33-e37b581a5bb1 HTTP/1.1" status: 200 len: 999 time: 0.1433756 May 19 21:33:17.632380 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:17.650936 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a2fa7-5b1b-4093-9c94-54361eaabeed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d58e477f-8cfa-4597-a94c-046209faafc4,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:17.669752 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a2fa7-5b1b-4093-9c94-54361eaabeed admin admin] Checking segment: {'id': '8e606ade-ba7f-41bd-bcf8-b240afbd328c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dead0934-78cb-4aba-a85a-e1a39596f2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:33:17.670117 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a2fa7-5b1b-4093-9c94-54361eaabeed admin admin] Network hostable DHCP agents. Network: dead0934-78cb-4aba-a85a-e1a39596f2e4, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:33:17.680262 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab7643-9a04-4caa-a2f2-73fbb5eb7b4e req-ca2ea67e-e09f-4ef5-b8cb-cb2c8a05a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:17.681759 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-72ab7643-9a04-4caa-a2f2-73fbb5eb7b4e req-ca2ea67e-e09f-4ef5-b8cb-cb2c8a05a73b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e218c9ee-3929-46d8-9647-a4c799f32db9 HTTP/1.1" status: 200 len: 850 time: 0.0819378 May 19 21:33:17.729281 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-a2b2333f-2409-44ec-b9a2-4117a0708f80 None None] Set router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:33:17.778668 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a2fa7-5b1b-4093-9c94-54361eaabeed admin admin] Network dead0934-78cb-4aba-a85a-e1a39596f2e4 is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:33:17.787057 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895f635-aed0-4bae-a996-e4e0067e3f59 req-a5b9a079-4f70-4295-9cb3-b78d8b5dd760 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:17.788655 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c895f635-aed0-4bae-a996-e4e0067e3f59 req-a5b9a079-4f70-4295-9cb3-b78d8b5dd760 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1157169 May 19 21:33:17.789704 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab7643-9a04-4caa-a2f2-73fbb5eb7b4e req-c68dbb07-ab5c-4342-8732-a6551dc8f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:17.791130 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-72ab7643-9a04-4caa-a2f2-73fbb5eb7b4e req-c68dbb07-ab5c-4342-8732-a6551dc8f8e3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b9d96816-1157-468c-bb81-22f27d368a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1007090 May 19 21:33:17.812357 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-029a2fa7-5b1b-4093-9c94-54361eaabeed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, dead0934-78cb-4aba-a85a-e1a39596f2e4) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:33:17.822659 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8cc7be-822a-4017-b992-d707ea44c074 None None] Network dead0934-78cb-4aba-a85a-e1a39596f2e4 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:33:17.882808 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a2fa7-5b1b-4093-9c94-54361eaabeed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:17.883412 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-029a2fa7-5b1b-4093-9c94-54361eaabeed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:17.914912 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:17.953229 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edc045b-0feb-4ba8-a00d-9a7ea585ceb2 None None] Network dead0934-78cb-4aba-a85a-e1a39596f2e4 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:33:17.958778 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-029a2fa7-5b1b-4093-9c94-54361eaabeed admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9301355 May 19 21:33:18.017317 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c895f635-aed0-4bae-a996-e4e0067e3f59 req-9adf9838-73d8-46c8-b40e-6e79e563f836 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113914 May 19 21:33:18.054010 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-72ab7643-9a04-4caa-a2f2-73fbb5eb7b4e req-2987d197-5ff6-46e9-b4ae-3ba1064f49d8 service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557507 May 19 21:33:18.220092 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a2b2333f-2409-44ec-b9a2-4117a0708f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '7979b87b-5647-4959-95d5-3255eb0e1bae', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'port_id': '273956f8-6ada-4c24-9d33-e37b581a5bb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'mac_address': 'fa:16:3e:a3:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a392a14d-152c-467f-8031-a4bb8e36e5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:32:42Z', 'updated_at': '2022-05-19T21:33:15Z', 'revision_number': 1, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:40Z', 'revision_number': 5, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:18.264950 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b2333f-2409-44ec-b9a2-4117a0708f80 None None] The sync data for ids ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'] in dv-cinder-835635-2-iscsi is: [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '7979b87b-5647-4959-95d5-3255eb0e1bae', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'port_id': '273956f8-6ada-4c24-9d33-e37b581a5bb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'mac_address': 'fa:16:3e:a3:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a392a14d-152c-467f-8031-a4bb8e36e5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:32:42Z', 'updated_at': '2022-05-19T21:33:15Z', 'revision_number': 1, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:40Z', 'revision_number': 5, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:33:18.279008 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-72ab7643-9a04-4caa-a2f2-73fbb5eb7b4e req-62e9e91f-cc68-41f6-9f7a-957ebc93d529 service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161298 May 19 21:33:18.572061 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 57296) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:18.657410 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bfbe08-45a7-43b7-8121-61dcf03ada8f admin admin] Deleting subnet f5d86dde-7d69-4ecc-afa6-0d9c2f424a49 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:33:18.663275 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42bfbe08-45a7-43b7-8121-61dcf03ada8f admin admin] Publish callbacks [] for subnet (f5d86dde-7d69-4ecc-afa6-0d9c2f424a49), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:18.701376 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaebf2b-1974-47de-95e2-91fb9e307266 None None] New status for floating IP 7979b87b-5647-4959-95d5-3255eb0e1bae: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:33:18.770331 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42bfbe08-45a7-43b7-8121-61dcf03ada8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8440986'] for subnet (f5d86dde-7d69-4ecc-afa6-0d9c2f424a49), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:18.837119 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42bfbe08-45a7-43b7-8121-61dcf03ada8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (f5d86dde-7d69-4ecc-afa6-0d9c2f424a49), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:18.914881 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42bfbe08-45a7-43b7-8121-61dcf03ada8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8577080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567086'] for subnet (f5d86dde-7d69-4ecc-afa6-0d9c2f424a49), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:18.956809 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-42bfbe08-45a7-43b7-8121-61dcf03ada8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:18.964935 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-42bfbe08-45a7-43b7-8121-61dcf03ada8f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f5d86dde-7d69-4ecc-afa6-0d9c2f424a49 HTTP/1.1" status: 204 len: 168 time: 0.3890700 May 19 21:33:18.964935 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfbe08-45a7-43b7-8121-61dcf03ada8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d86dde-7d69-4ecc-afa6-0d9c2f424a49,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:18.965332 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 57302) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:19.063264 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-149ccc4b-4849-436e-a31e-5ae4e38e005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (a55d00ca-d255-49d3-88dc-d86a8a030fc4), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:19.170184 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8390f1-80d3-45c0-8abb-cd20c787a3b7 req-70e23073-e94e-4376-ac79-d4b542464677 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:19.173682 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1f8390f1-80d3-45c0-8abb-cd20c787a3b7 req-70e23073-e94e-4376-ac79-d4b542464677 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0660229 May 19 21:33:19.199821 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-149ccc4b-4849-436e-a31e-5ae4e38e005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (a55d00ca-d255-49d3-88dc-d86a8a030fc4), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:19.236650 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-149ccc4b-4849-436e-a31e-5ae4e38e005e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55d00ca-d255-49d3-88dc-d86a8a030fc4']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:19.246549 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1f8390f1-80d3-45c0-8abb-cd20c787a3b7 req-db8e7f14-524d-4dc8-ac41-ab70a5054df3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631382 May 19 21:33:19.248226 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-149ccc4b-4849-436e-a31e-5ae4e38e005e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1e2352-fc34-4436-a5e6-fe091e2d9de5') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:19.248588 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-149ccc4b-4849-436e-a31e-5ae4e38e005e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1e2352-fc34-4436-a5e6-fe091e2d9de5') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:19.261612 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-149ccc4b-4849-436e-a31e-5ae4e38e005e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751383'] for segment (3f1e2352-fc34-4436-a5e6-fe091e2d9de5), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:19.278646 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-149ccc4b-4849-436e-a31e-5ae4e38e005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (3f1e2352-fc34-4436-a5e6-fe091e2d9de5), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:19.286204 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149ccc4b-4849-436e-a31e-5ae4e38e005e admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:33:19.286681 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-149ccc4b-4849-436e-a31e-5ae4e38e005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8714482'] for segment (3f1e2352-fc34-4436-a5e6-fe091e2d9de5), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:19.328049 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment 3f1e2352-fc34-4436-a5e6-fe091e2d9de5 resource provider aggregate not found May 19 21:33:19.350121 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment 3f1e2352-fc34-4436-a5e6-fe091e2d9de5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f1e2352-fc34-4436-a5e6-fe091e2d9de5 found for delete ", "request_id": "req-2b39ea5b-730c-4525-aea2-835bf12be695"}]} May 19 21:33:19.359984 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-149ccc4b-4849-436e-a31e-5ae4e38e005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (a55d00ca-d255-49d3-88dc-d86a8a030fc4), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:19.366794 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-149ccc4b-4849-436e-a31e-5ae4e38e005e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:19.370525 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-149ccc4b-4849-436e-a31e-5ae4e38e005e admin admin] 10.222.0.65 "DELETE /v2.0/networks/a55d00ca-d255-49d3-88dc-d86a8a030fc4 HTTP/1.1" status: 204 len: 168 time: 0.4039249 May 19 21:33:19.391467 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ccc4b-4849-436e-a31e-5ae4e38e005e admin admin] Pushing event deleted for resources: {'Network': ['ID=a55d00ca-d255-49d3-88dc-d86a8a030fc4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:19.588559 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 57316) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:19.655115 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-35407887-ac2a-4c89-9c2d-01484d32d7d1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6166dc89ce0545c1bbb8adb947034e79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0642717 May 19 21:33:19.658757 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 57322) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:19.730634 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:19.752040 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9edaa85e-888d-4193-8125-2fda48d828e6 admin admin] Publish callbacks [] for security_group (45433f35-08ab-4b08-9723-b78afff60af5), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:19.787204 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9edaa85e-888d-4193-8125-2fda48d828e6 admin admin] Publish callbacks [] for security_group (45433f35-08ab-4b08-9723-b78afff60af5), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:19.880781 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9edaa85e-888d-4193-8125-2fda48d828e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (45433f35-08ab-4b08-9723-b78afff60af5), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:19.883617 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9edaa85e-888d-4193-8125-2fda48d828e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:19.884837 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-9edaa85e-888d-4193-8125-2fda48d828e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45433f35-08ab-4b08-9723-b78afff60af5 HTTP/1.1" status: 204 len: 168 time: 0.2249439 May 19 21:33:19.896227 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edaa85e-888d-4193-8125-2fda48d828e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45433f35-08ab-4b08-9723-b78afff60af5,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:20.423906 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e53bc2-97a4-417e-9b52-9eb5982ff800 req-6be3c38b-9055-49aa-b691-97228c2ca59c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:20.425867 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-79e53bc2-97a4-417e-9b52-9eb5982ff800 req-6be3c38b-9055-49aa-b691-97228c2ca59c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0794680 May 19 21:33:20.500638 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-79e53bc2-97a4-417e-9b52-9eb5982ff800 req-2db21946-303c-40e7-a2b6-6cee20399d01 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687141 May 19 21:33:21.707514 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-5a3fc245-2411-47d9-bc75-c261b32902e3 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:21.710393 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-5a3fc245-2411-47d9-bc75-c261b32902e3 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/networks?id=dead0934-78cb-4aba-a85a-e1a39596f2e4 HTTP/1.1" status: 200 len: 808 time: 0.1703460 May 19 21:33:21.734614 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-25c8049e-5564-426a-85e7-540e6a6c92cc tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/quotas/f9c4f4baaf8f4a258171bf97abdc8905 HTTP/1.1" status: 200 len: 375 time: 0.0156050 May 19 21:33:21.792189 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-4edcad21-3abf-4b6b-9fb1-dc3ca7f68a13 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9c4f4baaf8f4a258171bf97abdc8905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494413 May 19 21:33:21.931236 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0211128-0302-453d-a0d6-549a410438be req-b4e75757-cb9a-4698-8e25-d1f8369ae520 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:21.933913 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f0211128-0302-453d-a0d6-549a410438be req-b4e75757-cb9a-4698-8e25-d1f8369ae520 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.3079841 May 19 21:33:21.956296 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:22.003683 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-607fa2cf-467f-401a-9087-2f0ce27ff529 service neutron] 10.222.0.65 "GET /v2.0/networks/dead0934-78cb-4aba-a85a-e1a39596f2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984148 May 19 21:33:22.034439 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f0211128-0302-453d-a0d6-549a410438be req-5c0d280b-170a-4836-8258-33f0a6087892 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828414 May 19 21:33:22.151369 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-71efecbd-1f9d-48a1-89cb-eddf13be46f1 service neutron] 10.222.0.65 "GET /v2.0/networks/dead0934-78cb-4aba-a85a-e1a39596f2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465499 May 19 21:33:22.404879 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1438552e-e260-49dc-968f-6fe6401ee562 req-5651edb5-d217-45eb-8850-f843bb010592 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 210 time: 0.0594590 May 19 21:33:23.213366 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef9ecd-6ad3-43d7-b411-ebc67d0a3682 req-f40cffdd-c707-4ca6-9050-7a19048c019a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:23.215208 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c0ef9ecd-6ad3-43d7-b411-ebc67d0a3682 req-f40cffdd-c707-4ca6-9050-7a19048c019a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0650449 May 19 21:33:23.280880 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c0ef9ecd-6ad3-43d7-b411-ebc67d0a3682 req-1cced804-9f94-4788-9d40-8c9ceac038a8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529351 May 19 21:33:23.541051 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5f59f8e4-0df3-4261-add4-cb467a026663 req-48aa010a-cef8-4a4e-9a88-108b691b49ef tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 210 time: 0.0507205 May 19 21:33:24.091369 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:24.128675 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-e8998dc9-5dc2-455d-80b4-e01574d33518 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:24.132582 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-e8998dc9-5dc2-455d-80b4-e01574d33518 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.87 "GET /v2.0/networks?id=dead0934-78cb-4aba-a85a-e1a39596f2e4 HTTP/1.1" status: 200 len: 808 time: 0.1615248 May 19 21:33:24.152333 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-fc83b6e4-97b8-4ef6-9aae-a13843306b21 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Request body: {'port': {'device_id': 'e8bc93c6-b778-4b19-b0e7-a069570e9b12', 'network_id': 'dead0934-78cb-4aba-a85a-e1a39596f2e4', 'admin_state_up': True, 'tenant_id': 'f9c4f4baaf8f4a258171bf97abdc8905'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:24.437711 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-fc83b6e4-97b8-4ef6-9aae-a13843306b21 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Made reservation on behalf of f9c4f4baaf8f4a258171bf97abdc8905 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:33:24.441457 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-fc83b6e4-97b8-4ef6-9aae-a13843306b21 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:24.459698 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1032d21-29e4-4770-951f-97977ef7aba5 req-6c542a48-c319-49ed-8473-fed6e53a00d8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:24.461477 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f1032d21-29e4-4770-951f-97977ef7aba5 req-6c542a48-c319-49ed-8473-fed6e53a00d8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0629649 May 19 21:33:24.534402 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f1032d21-29e4-4770-951f-97977ef7aba5 req-7b4b30c1-c8d7-4e7a-8d39-bf12f39c9e31 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603752 May 19 21:33:24.606530 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-fc83b6e4-97b8-4ef6-9aae-a13843306b21 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Allocated IP 172.20.0.3 (dead0934-78cb-4aba-a85a-e1a39596f2e4/d58e477f-8cfa-4597-a94c-046209faafc4/458b882d-119e-4370-9bf2-e32c9066475d) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:33:24.729657 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d4a80c13-16a2-4ac2-ab09-9f3094674f8f req-84d30cac-0ec5-439b-96e2-1803f92ecaa3 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 210 time: 0.0789535 May 19 21:33:24.934619 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-fc83b6e4-97b8-4ef6-9aae-a13843306b21 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks [] for port (458b882d-119e-4370-9bf2-e32c9066475d), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:24.992464 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-fc83b6e4-97b8-4ef6-9aae-a13843306b21 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (458b882d-119e-4370-9bf2-e32c9066475d), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:25.042627 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:25.065637 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-fc83b6e4-97b8-4ef6-9aae-a13843306b21 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Network dead0934-78cb-4aba-a85a-e1a39596f2e4 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:33:25.070634 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-fc83b6e4-97b8-4ef6-9aae-a13843306b21 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:33:25.073725 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-fc83b6e4-97b8-4ef6-9aae-a13843306b21 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:33:25.113613 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83b6e4-97b8-4ef6-9aae-a13843306b21 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Pushing event updated for resources: {'Port': ['ID=458b882d-119e-4370-9bf2-e32c9066475d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:25.143042 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-fc83b6e4-97b8-4ef6-9aae-a13843306b21 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:25.143825 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-fc83b6e4-97b8-4ef6-9aae-a13843306b21 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:25.161968 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-fc83b6e4-97b8-4ef6-9aae-a13843306b21 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0175827 May 19 21:33:25.259370 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Request body: {'port': {'device_id': 'e8bc93c6-b778-4b19-b0e7-a069570e9b12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:25.343439 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (458b882d-119e-4370-9bf2-e32c9066475d), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:25.465420 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:25.693591 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:25.714386 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a227ad3-99e8-44a5-8c4b-803e8bbcf0b8 req-16e81548-1a74-452b-9627-0185150b3da3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:25.716228 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3a227ad3-99e8-44a5-8c4b-803e8bbcf0b8 req-16e81548-1a74-452b-9627-0185150b3da3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0858514 May 19 21:33:25.808957 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458b882d-119e-4370-9bf2-e32c9066475d {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:33:25.812478 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3a227ad3-99e8-44a5-8c4b-803e8bbcf0b8 req-755fdb15-1e17-46dc-bf28-3ec842067f5d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828321 May 19 21:33:25.815645 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Publish callbacks [] for port (458b882d-119e-4370-9bf2-e32c9066475d), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:25.847029 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Transition to ACTIVE for port object 458b882d-119e-4370-9bf2-e32c9066475d will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:33:25.855150 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (458b882d-119e-4370-9bf2-e32c9066475d), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:25.961589 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Pushing event updated for resources: {'Port': ['ID=458b882d-119e-4370-9bf2-e32c9066475d,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:25.973500 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ac407-b874-4fad-8c9b-ead23224c221 req-e9fb4448-2663-4a14-9ac0-1a5673a217d7 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:25.975264 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-328ac407-b874-4fad-8c9b-ead23224c221 req-e9fb4448-2663-4a14-9ac0-1a5673a217d7 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 943 time: 0.0892534 May 19 21:33:26.091284 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-328ac407-b874-4fad-8c9b-ead23224c221 req-25d965e6-0742-4a6a-81bb-a00f0a673371 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898943 May 19 21:33:26.115507 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Attempting to bind port 458b882d-119e-4370-9bf2-e32c9066475d on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:33:26.115908 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Attempting to bind port 458b882d-119e-4370-9bf2-e32c9066475d by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '8e606ade-ba7f-41bd-bcf8-b240afbd328c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dead0934-78cb-4aba-a85a-e1a39596f2e4'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:33:26.117643 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Attempting to bind port 458b882d-119e-4370-9bf2-e32c9066475d on network dead0934-78cb-4aba-a85a-e1a39596f2e4 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:33:26.128995 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Port 458b882d-119e-4370-9bf2-e32c9066475d on network dead0934-78cb-4aba-a85a-e1a39596f2e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:33:26.129508 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Attempting to bind port 458b882d-119e-4370-9bf2-e32c9066475d on network dead0934-78cb-4aba-a85a-e1a39596f2e4 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:33:26.136183 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:33:26.136536 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Checking segment: {'id': '8e606ade-ba7f-41bd-bcf8-b240afbd328c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dead0934-78cb-4aba-a85a-e1a39596f2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:33:26.136947 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Bound using segment: {'id': '8e606ade-ba7f-41bd-bcf8-b240afbd328c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dead0934-78cb-4aba-a85a-e1a39596f2e4'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:33:26.137396 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Bound port: 458b882d-119e-4370-9bf2-e32c9066475d, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e606ade-ba7f-41bd-bcf8-b240afbd328c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dead0934-78cb-4aba-a85a-e1a39596f2e4'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:33:26.137767 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (458b882d-119e-4370-9bf2-e32c9066475d), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:26.239231 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] For port 458b882d-119e-4370-9bf2-e32c9066475d, host hv-cinder-83563, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:33:26.246699 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] For port 458b882d-119e-4370-9bf2-e32c9066475d, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=458b882d-119e-4370-9bf2-e32c9066475d,segment=NetworkSegment(8e606ade-ba7f-41bd-bcf8-b240afbd328c),segment_id=8e606ade-ba7f-41bd-bcf8-b240afbd328c)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:33:26.256382 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (458b882d-119e-4370-9bf2-e32c9066475d), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:26.312946 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:26.313782 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:26.316758 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] 10.222.0.87 "PUT /v2.0/ports/458b882d-119e-4370-9bf2-e32c9066475d HTTP/1.1" status: 200 len: 1093 time: 1.0626645 May 19 21:33:26.317803 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bc93c6-b778-4b19-b0e7-a069570e9b12', 'tag': '458b882d-119e-4370-9bf2-e32c9066475d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:33:26.321475 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1f5f7a-6d65-4344-9f7b-6cca4709a9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bc93c6-b778-4b19-b0e7-a069570e9b12", "tag": "458b882d-119e-4370-9bf2-e32c9066475d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:33:26.393433 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf69fa6-55c1-42ba-9cd4-fe7442439438 service neutron] Pushing event updated for resources: {'Port': ['ID=458b882d-119e-4370-9bf2-e32c9066475d,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:26.405504 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c5d1f6-f3d0-4bf1-ae34-f8e2a2d72ec7 x-openstack-request-id: req-80c5d1f6-f3d0-4bf1-ae34-f8e2a2d72ec7 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:33:26.406009 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bc93c6-b778-4b19-b0e7-a069570e9b12", "tag": "458b882d-119e-4370-9bf2-e32c9066475d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:33:26.406476 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80c5d1f6-f3d0-4bf1-ae34-f8e2a2d72ec7 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:33:26.407150 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c5d1f6-f3d0-4bf1-ae34-f8e2a2d72ec7'] response: {'name': 'network-changed', 'server_uuid': 'e8bc93c6-b778-4b19-b0e7-a069570e9b12', 'tag': '458b882d-119e-4370-9bf2-e32c9066475d', 'status': 'completed', 'code': 200} May 19 21:33:26.479305 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-48b265ff-729d-4e2f-92bb-7ac408d619cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:26.481312 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-48b265ff-729d-4e2f-92bb-7ac408d619cf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f9c4f4baaf8f4a258171bf97abdc8905&device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 1127 time: 0.0703316 May 19 21:33:26.547087 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-5480b542-9674-4361-998f-2857f75cb114 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=458b882d-119e-4370-9bf2-e32c9066475d HTTP/1.1" status: 200 len: 217 time: 0.0565717 May 19 21:33:26.626981 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-73f4bdd3-df3b-401f-99a8-9d4a346db6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:26.628592 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-73f4bdd3-df3b-401f-99a8-9d4a346db6b9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d58e477f-8cfa-4597-a94c-046209faafc4 HTTP/1.1" status: 200 len: 848 time: 0.0740139 May 19 21:33:26.668542 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-c62b7ab4-8b51-40fc-92eb-5fd6837bde36 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dead0934-78cb-4aba-a85a-e1a39596f2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329313 May 19 21:33:26.767674 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:26.793422 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:26.886809 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-d2de672a-bf23-4ecf-887b-d5efe841ca43 service neutron] 10.222.0.87 "GET /v2.0/networks/dead0934-78cb-4aba-a85a-e1a39596f2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997671 May 19 21:33:27.000845 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946fb21-d610-42ef-8731-1bb8d09af20e req-fa183c97-2e65-4495-9c53-dbaf09db177a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:27.003047 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7946fb21-d610-42ef-8731-1bb8d09af20e req-fa183c97-2e65-4495-9c53-dbaf09db177a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0599909 May 19 21:33:27.060105 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1d2c41bc-61b9-4863-baa1-ad9d64b9d8ab req-182bf15f-812e-489e-a366-ab1e8ecb7816 service neutron] 10.222.0.87 "GET /v2.0/networks/dead0934-78cb-4aba-a85a-e1a39596f2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760037 May 19 21:33:27.098561 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7946fb21-d610-42ef-8731-1bb8d09af20e req-a1ba20aa-a8d5-4440-a3a7-03c2e00d2aaf tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873988 May 19 21:33:27.243247 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed16dc1-28de-4e63-8cfb-1d2396c8c09e req-5f08c501-1cbd-4bbd-90f4-dfa1267ddfaf tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:27.245014 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2ed16dc1-28de-4e63-8cfb-1d2396c8c09e req-5f08c501-1cbd-4bbd-90f4-dfa1267ddfaf tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 943 time: 0.0596526 May 19 21:33:27.302383 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2ed16dc1-28de-4e63-8cfb-1d2396c8c09e req-2dbf8f1d-3b22-42ab-a358-3e60a0d0a486 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510986 May 19 21:33:28.260604 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cb41d-fbf6-4126-ad7f-4688cfc85a32 req-81ac117f-8489-4160-bb45-a3c8f08271b7 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:28.263266 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-441cb41d-fbf6-4126-ad7f-4688cfc85a32 req-81ac117f-8489-4160-bb45-a3c8f08271b7 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0846109 May 19 21:33:28.323060 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-441cb41d-fbf6-4126-ad7f-4688cfc85a32 req-28ceb863-24bd-4a3f-901f-4341f932bd2a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525708 May 19 21:33:28.436212 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8ae60-9dc8-40b9-875b-006efc9cc6d3 req-5bf1fa98-3c4b-440a-850a-7872c5189818 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:28.437806 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-17b8ae60-9dc8-40b9-875b-006efc9cc6d3 req-5bf1fa98-3c4b-440a-850a-7872c5189818 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 943 time: 0.0528116 May 19 21:33:28.501970 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-17b8ae60-9dc8-40b9-875b-006efc9cc6d3 req-1f8dc574-8b67-4cb8-b48f-ebcd34c98052 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553012 May 19 21:33:28.936459 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=73 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:28.945414 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=31 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:29.045444 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=82,neutron:UPDATE=7 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:29.476274 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543500ba-ddf0-4420-a37b-ad02f70b70c9 req-e0abd558-b5a6-483a-af4b-c1890b6aefef tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:29.478017 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-543500ba-ddf0-4420-a37b-ad02f70b70c9 req-e0abd558-b5a6-483a-af4b-c1890b6aefef tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0697112 May 19 21:33:29.533881 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-543500ba-ddf0-4420-a37b-ad02f70b70c9 req-62351a01-45cc-4cd0-97fa-63ad1ad6e348 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488472 May 19 21:33:29.666356 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741777b-827f-4661-ac6d-a9f89c8221d3 req-cbf6b88c-aa2a-4cb8-bd64-7f3ee3cd1214 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:29.669029 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0741777b-827f-4661-ac6d-a9f89c8221d3 req-cbf6b88c-aa2a-4cb8-bd64-7f3ee3cd1214 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 943 time: 0.0825682 May 19 21:33:29.726830 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0741777b-827f-4661-ac6d-a9f89c8221d3 req-5db266bf-c6e1-4bf6-ad6e-054e1477dd2f tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517843 May 19 21:33:29.917413 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:30.676884 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998f603-0d56-429d-abf5-1b8a69ecf407 req-11fc1ca9-f3e4-40f3-bee2-23a4b6b9f62c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:30.678533 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4998f603-0d56-429d-abf5-1b8a69ecf407 req-11fc1ca9-f3e4-40f3-bee2-23a4b6b9f62c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0579064 May 19 21:33:30.738639 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4998f603-0d56-429d-abf5-1b8a69ecf407 req-f6bbd69a-d548-4924-9a6f-f87e287d5cf4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527024 May 19 21:33:30.849871 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322c80a-32f5-4524-afb9-580746723a02 req-1ecc6644-b453-41d7-aa08-68750519a4ef tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:30.851570 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2322c80a-32f5-4524-afb9-580746723a02 req-1ecc6644-b453-41d7-aa08-68750519a4ef tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 943 time: 0.0517957 May 19 21:33:30.904446 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2322c80a-32f5-4524-afb9-580746723a02 req-41f4e202-da83-4b89-84b6-b808218f6674 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458744 May 19 21:33:31.866500 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1a991-e57b-4076-8e20-e831e7f8e9f0 req-551c8125-47a7-4565-b512-19763fc2325b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:31.868122 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-48b1a991-e57b-4076-8e20-e831e7f8e9f0 req-551c8125-47a7-4565-b512-19763fc2325b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0534041 May 19 21:33:31.919580 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-48b1a991-e57b-4076-8e20-e831e7f8e9f0 req-078708ed-a5fc-46f5-9a5b-4f640691afbc tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455520 May 19 21:33:32.032423 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fabbd-dfd5-4a50-8a6f-f7c0b5ddfe1a req-6f10d937-8cc7-4308-b015-2950668a7495 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:32.034072 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6a6fabbd-dfd5-4a50-8a6f-f7c0b5ddfe1a req-6f10d937-8cc7-4308-b015-2950668a7495 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 943 time: 0.0560460 May 19 21:33:32.092352 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6a6fabbd-dfd5-4a50-8a6f-f7c0b5ddfe1a req-2652cd41-946e-4148-8224-a5fe559c514f tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521355 May 19 21:33:33.054801 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accfd19-fc6e-4df8-8228-fe989612ddb5 req-10664603-2e94-4df8-92b4-6dde49392e1f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:33.056457 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4accfd19-fc6e-4df8-8228-fe989612ddb5 req-10664603-2e94-4df8-92b4-6dde49392e1f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0588751 May 19 21:33:33.114694 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4accfd19-fc6e-4df8-8228-fe989612ddb5 req-2ab95cca-7c03-435c-8793-0a89e217fd46 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518208 May 19 21:33:33.231805 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4cd2f-be07-4d61-9438-07205bc23bcb req-73f249dd-05d7-4a69-a2e0-8570d1579cd3 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:33.233820 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1fa4cd2f-be07-4d61-9438-07205bc23bcb req-73f249dd-05d7-4a69-a2e0-8570d1579cd3 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 943 time: 0.0554202 May 19 21:33:33.301493 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1fa4cd2f-be07-4d61-9438-07205bc23bcb req-ece42ded-bf90-446f-a20a-a831298217de tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591090 May 19 21:33:34.281605 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b270f-390a-4e92-a9ce-787f88149a4a req-513142ca-dbdb-438f-ae78-0c2fdf75ab7b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:34.283548 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a62b270f-390a-4e92-a9ce-787f88149a4a req-513142ca-dbdb-438f-ae78-0c2fdf75ab7b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0559278 May 19 21:33:34.341933 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a62b270f-390a-4e92-a9ce-787f88149a4a req-e10e17b9-bc0d-40e0-8fa3-9becabed2dcb tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521131 May 19 21:33:34.469260 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552bf04-d5ea-40d5-8fd4-a0082fabca2c req-715268de-dae6-447c-9f67-796121ef32a8 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:34.472201 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c552bf04-d5ea-40d5-8fd4-a0082fabca2c req-715268de-dae6-447c-9f67-796121ef32a8 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 943 time: 0.0758908 May 19 21:33:34.550311 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c552bf04-d5ea-40d5-8fd4-a0082fabca2c req-8b1029e0-5425-407f-a40e-31df1786f025 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712326 May 19 21:33:35.498892 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0972c3-ce55-4466-bb39-48750e4f45f0 req-943416cb-318f-43d0-ba85-1421162ec862 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:35.500498 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2e0972c3-ce55-4466-bb39-48750e4f45f0 req-943416cb-318f-43d0-ba85-1421162ec862 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0571887 May 19 21:33:35.605438 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2e0972c3-ce55-4466-bb39-48750e4f45f0 req-73d5cba2-0d95-4434-b922-af4a5f1f0acb tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932262 May 19 21:33:35.738945 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427058e4-de3e-4cb7-91fc-53f9867b9f05 req-c47e3ce7-bd83-4c9a-a290-94d59d6197c0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:35.741936 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-427058e4-de3e-4cb7-91fc-53f9867b9f05 req-c47e3ce7-bd83-4c9a-a290-94d59d6197c0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 943 time: 0.0777955 May 19 21:33:35.767018 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:35.809541 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-427058e4-de3e-4cb7-91fc-53f9867b9f05 req-6e0dfd42-c05f-4653-82da-f0e2b27345be tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608137 May 19 21:33:36.273483 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 458b882d-119e-4370-9bf2-e32c9066475d details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:33:36.394962 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 458b882d-119e-4370-9bf2-e32c9066475d, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=458b882d-119e-4370-9bf2-e32c9066475d,segment=NetworkSegment(8e606ade-ba7f-41bd-bcf8-b240afbd328c),segment_id=8e606ade-ba7f-41bd-bcf8-b240afbd328c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:33:36.410093 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '458b882d-119e-4370-9bf2-e32c9066475d', 'network_id': 'dead0934-78cb-4aba-a85a-e1a39596f2e4', 'port_id': '458b882d-119e-4370-9bf2-e32c9066475d', 'mac_address': 'fa:16:3e:e5:b3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58e477f-8cfa-4597-a94c-046209faafc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:33:36.455664 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 458b882d-119e-4370-9bf2-e32c9066475d is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:33:36.456200 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (458b882d-119e-4370-9bf2-e32c9066475d), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:36.473657 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458b882d-119e-4370-9bf2-e32c9066475d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:33:36.510053 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 458b882d-119e-4370-9bf2-e32c9066475d, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=458b882d-119e-4370-9bf2-e32c9066475d,segment=NetworkSegment(8e606ade-ba7f-41bd-bcf8-b240afbd328c),segment_id=8e606ade-ba7f-41bd-bcf8-b240afbd328c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:33:36.518055 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (458b882d-119e-4370-9bf2-e32c9066475d), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:36.521352 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f7a-6d65-4344-9f7b-6cca4709a9bc req-eaf45052-1186-4530-9899-c44adabe3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:36.524112 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ba1f5f7a-6d65-4344-9f7b-6cca4709a9bc req-eaf45052-1186-4530-9899-c44adabe3be7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f9c4f4baaf8f4a258171bf97abdc8905&device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 1127 time: 0.0522766 May 19 21:33:36.610759 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:36.625471 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=458b882d-119e-4370-9bf2-e32c9066475d,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:36.648075 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.648844 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.649514 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.649978 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.650653 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.651214 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.652016 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.652464 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.653199 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.653940 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.657269 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.657269 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.657269 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.657269 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.657269 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:36.703394 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f7a-6d65-4344-9f7b-6cca4709a9bc req-bf064e5b-833c-4725-a466-42107c38b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:36.708176 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ba1f5f7a-6d65-4344-9f7b-6cca4709a9bc req-bf064e5b-833c-4725-a466-42107c38b890 service neutron] 10.222.0.87 "GET /v2.0/networks?id=dead0934-78cb-4aba-a85a-e1a39596f2e4 HTTP/1.1" status: 200 len: 909 time: 0.1748352 May 19 21:33:36.724657 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-35230a12-31be-4c9a-a889-2c0c39c7210b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:36.773211 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ba1f5f7a-6d65-4344-9f7b-6cca4709a9bc req-0468aa77-393b-4cd4-b601-947d882dde29 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=458b882d-119e-4370-9bf2-e32c9066475d HTTP/1.1" status: 200 len: 217 time: 0.0561261 May 19 21:33:36.781853 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:36.889884 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44a339-6848-40bf-b4b6-e72b7b671e99 req-7bcabb53-e9f8-4981-bb07-07f71230d8b2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:36.891943 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4d44a339-6848-40bf-b4b6-e72b7b671e99 req-7bcabb53-e9f8-4981-bb07-07f71230d8b2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1215453 May 19 21:33:36.936853 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f7a-6d65-4344-9f7b-6cca4709a9bc req-6ee2960a-9827-4978-beb1-0b7aea3e8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:36.939617 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ba1f5f7a-6d65-4344-9f7b-6cca4709a9bc req-6ee2960a-9827-4978-beb1-0b7aea3e8bed service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d58e477f-8cfa-4597-a94c-046209faafc4 HTTP/1.1" status: 200 len: 848 time: 0.1535738 May 19 21:33:36.999819 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['458b882d-119e-4370-9bf2-e32c9066475d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:33:37.026058 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d5798-315c-4178-ae70-40f6dafe2290 req-b5e0f5eb-afea-44cb-8648-9b3083b07d2b tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:37.030978 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ba1f5f7a-6d65-4344-9f7b-6cca4709a9bc req-72b95b8b-f6f7-4911-a62f-ee87b0a5408f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dead0934-78cb-4aba-a85a-e1a39596f2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805190 May 19 21:33:37.041095 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-011d5798-315c-4178-ae70-40f6dafe2290 req-b5e0f5eb-afea-44cb-8648-9b3083b07d2b tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 944 time: 0.1052551 May 19 21:33:37.057171 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4d44a339-6848-40bf-b4b6-e72b7b671e99 req-013d3831-93d3-41eb-8db2-f1eb71cc1c62 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558597 May 19 21:33:37.221540 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-011d5798-315c-4178-ae70-40f6dafe2290 req-f799d227-740a-4552-90dd-1367a40311c4 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785276 May 19 21:33:37.282561 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ba1f5f7a-6d65-4344-9f7b-6cca4709a9bc req-f80365fd-154e-4543-8005-2e1654996cd6 service neutron] 10.222.0.87 "GET /v2.0/networks/dead0934-78cb-4aba-a85a-e1a39596f2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430110 May 19 21:33:37.416908 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ba1f5f7a-6d65-4344-9f7b-6cca4709a9bc req-8530050f-a7e4-4d0a-b1bc-8c5a945eb382 service neutron] 10.222.0.87 "GET /v2.0/networks/dead0934-78cb-4aba-a85a-e1a39596f2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252699 May 19 21:33:38.261105 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da03b4-5516-49ed-8740-94c26778c89d req-dc56137b-1717-4d61-9e8a-86e681a5adb0 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:38.263643 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a5da03b4-5516-49ed-8740-94c26778c89d req-dc56137b-1717-4d61-9e8a-86e681a5adb0 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0896690 May 19 21:33:38.307016 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 458b882d-119e-4370-9bf2-e32c9066475d up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:33:38.372743 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a5da03b4-5516-49ed-8740-94c26778c89d req-43e7d538-f61d-4ef5-b483-877bd0eb7531 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973785 May 19 21:33:38.418617 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port 458b882d-119e-4370-9bf2-e32c9066475d completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:33:38.430324 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d852c-cbc2-4260-bc1a-1c7ef8f95c15 req-8a422841-eaf1-42a6-8c6d-661cb73e8256 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:38.431496 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 458b882d-119e-4370-9bf2-e32c9066475d triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:33:38.432235 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (458b882d-119e-4370-9bf2-e32c9066475d), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:38.434086 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-274d852c-cbc2-4260-bc1a-1c7ef8f95c15 req-8a422841-eaf1-42a6-8c6d-661cb73e8256 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 944 time: 0.0928183 May 19 21:33:38.536853 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-274d852c-cbc2-4260-bc1a-1c7ef8f95c15 req-3f24b087-eab6-4ca2-9699-8ca683ef9cd5 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921600 May 19 21:33:38.581924 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 458b882d-119e-4370-9bf2-e32c9066475d is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:33:38.582530 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (458b882d-119e-4370-9bf2-e32c9066475d), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:38.635545 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bc93c6-b778-4b19-b0e7-a069570e9b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458b882d-119e-4370-9bf2-e32c9066475d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:33:38.639722 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a280e0-426d-478a-8f46-47f38dfe2ef6" -d '{"events": [{"server_uuid": "e8bc93c6-b778-4b19-b0e7-a069570e9b12", "name": "network-vif-plugged", "status": "completed", "tag": "458b882d-119e-4370-9bf2-e32c9066475d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:33:38.663679 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 458b882d-119e-4370-9bf2-e32c9066475d, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=458b882d-119e-4370-9bf2-e32c9066475d,segment=NetworkSegment(8e606ade-ba7f-41bd-bcf8-b240afbd328c),segment_id=8e606ade-ba7f-41bd-bcf8-b240afbd328c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:33:38.671359 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (458b882d-119e-4370-9bf2-e32c9066475d), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:38.673373 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 57772) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:38.716478 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecf2e70-3704-4117-8934-a8c1327b67bf x-openstack-request-id: req-cecf2e70-3704-4117-8934-a8c1327b67bf {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:33:38.716799 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bc93c6-b778-4b19-b0e7-a069570e9b12", "name": "network-vif-plugged", "status": "completed", "tag": "458b882d-119e-4370-9bf2-e32c9066475d", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:33:38.717039 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cecf2e70-3704-4117-8934-a8c1327b67bf {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:33:38.717417 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cecf2e70-3704-4117-8934-a8c1327b67bf'] response: {'server_uuid': 'e8bc93c6-b778-4b19-b0e7-a069570e9b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458b882d-119e-4370-9bf2-e32c9066475d', 'code': 200} May 19 21:33:38.770949 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=458b882d-119e-4370-9bf2-e32c9066475d,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:38.803772 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 57782) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:38.978367 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-816c47eb-0502-4370-9712-01f9fb2b3952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:38.997251 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:38.999326 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bcd29-c669-4e9b-8888-de8655a27b1b req-9f8b120b-cde2-4e93-a1ce-699547556333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:39.002081 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ba6bcd29-c669-4e9b-8888-de8655a27b1b req-9f8b120b-cde2-4e93-a1ce-699547556333 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 1129 time: 0.0759895 May 19 21:33:39.009606 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e92bfb76-af7a-4fbb-8083-ee82be5ebd42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.095450 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ba6bcd29-c669-4e9b-8888-de8655a27b1b req-e890c19d-e6ed-44ec-a761-53051af9982b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835152 May 19 21:33:39.162461 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-816c47eb-0502-4370-9712-01f9fb2b3952 admin admin] Publish callbacks [] for security_group (ee2108e0-6d6f-49b8-afd5-3499214747e0), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.170382 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-816c47eb-0502-4370-9712-01f9fb2b3952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (ee2108e0-6d6f-49b8-afd5-3499214747e0), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.205610 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e92bfb76-af7a-4fbb-8083-ee82be5ebd42 admin admin] Publish callbacks [] for security_group (dfb89b95-7d14-4e1b-b431-22bcd5c9c4a0), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.218569 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e92bfb76-af7a-4fbb-8083-ee82be5ebd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (dfb89b95-7d14-4e1b-b431-22bcd5c9c4a0), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.243196 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-816c47eb-0502-4370-9712-01f9fb2b3952 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6be4490715a14e6ba6205157a0e28743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4369304 May 19 21:33:39.246278 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 57794) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:39.256003 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c47eb-0502-4370-9712-01f9fb2b3952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2108e0-6d6f-49b8-afd5-3499214747e0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:39.295343 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e92bfb76-af7a-4fbb-8083-ee82be5ebd42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=05c47588614d40cca446f0346af9543f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6203268 May 19 21:33:39.303410 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 57798) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:39.325508 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bfb76-af7a-4fbb-8083-ee82be5ebd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb89b95-7d14-4e1b-b431-22bcd5c9c4a0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:39.351038 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c8b21d-4885-41e6-9c98-2f48f5ed8c14 admin admin] Publish callbacks [] for security_group (ee2108e0-6d6f-49b8-afd5-3499214747e0), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.383072 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c8b21d-4885-41e6-9c98-2f48f5ed8c14 admin admin] Publish callbacks [] for security_group (ee2108e0-6d6f-49b8-afd5-3499214747e0), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.394682 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-371fd310-91b1-4a97-a8b0-6e7df10647ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.430520 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 57802) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:39.447117 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b6221c54-8125-42f9-a2db-a0fa41dd2ab5 admin admin] Publish callbacks [] for security_group (dfb89b95-7d14-4e1b-b431-22bcd5c9c4a0), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.485102 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c8b21d-4885-41e6-9c98-2f48f5ed8c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (ee2108e0-6d6f-49b8-afd5-3499214747e0), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.490385 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18c8b21d-4885-41e6-9c98-2f48f5ed8c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.492367 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-18c8b21d-4885-41e6-9c98-2f48f5ed8c14 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee2108e0-6d6f-49b8-afd5-3499214747e0 HTTP/1.1" status: 204 len: 168 time: 0.2449315 May 19 21:33:39.513626 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b6221c54-8125-42f9-a2db-a0fa41dd2ab5 admin admin] Publish callbacks [] for security_group (dfb89b95-7d14-4e1b-b431-22bcd5c9c4a0), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.518008 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8b21d-4885-41e6-9c98-2f48f5ed8c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2108e0-6d6f-49b8-afd5-3499214747e0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:39.601776 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b6221c54-8125-42f9-a2db-a0fa41dd2ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (dfb89b95-7d14-4e1b-b431-22bcd5c9c4a0), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.604500 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b6221c54-8125-42f9-a2db-a0fa41dd2ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.605739 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-b6221c54-8125-42f9-a2db-a0fa41dd2ab5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dfb89b95-7d14-4e1b-b431-22bcd5c9c4a0 HTTP/1.1" status: 204 len: 168 time: 0.3001432 May 19 21:33:39.615895 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6221c54-8125-42f9-a2db-a0fa41dd2ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb89b95-7d14-4e1b-b431-22bcd5c9c4a0,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:39.626814 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094632e-8b39-46db-a058-346a54eb7759 req-ed8ba02c-74c7-4a3b-9d7f-ea87a47cb86f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:39.628713 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d094632e-8b39-46db-a058-346a54eb7759 req-ed8ba02c-74c7-4a3b-9d7f-ea87a47cb86f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1144969 May 19 21:33:39.660817 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:39.675937 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4513b2db-13af-4540-bfe8-4f16be8e0d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.691577 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.744112 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d094632e-8b39-46db-a058-346a54eb7759 req-5ecd5b8e-6463-434c-b32d-fa24b6e1e027 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081779 May 19 21:33:39.810699 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ae02e-6e7f-464c-b5e3-edb8a247b85b req-0625df4f-023f-4bf6-9ddb-8b997b3ede8c tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:39.822212 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2f5ae02e-6e7f-464c-b5e3-edb8a247b85b req-0625df4f-023f-4bf6-9ddb-8b997b3ede8c tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 945 time: 0.0935802 May 19 21:33:39.911694 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2f5ae02e-6e7f-464c-b5e3-edb8a247b85b req-9a5a7097-b496-4c17-8ae4-4c511ab7e97a tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792623 May 19 21:33:39.916585 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4513b2db-13af-4540-bfe8-4f16be8e0d74 admin admin] Publish callbacks [] for security_group (93dc38f1-0d57-436e-87f3-3dc2244c17ce), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.927315 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4513b2db-13af-4540-bfe8-4f16be8e0d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (93dc38f1-0d57-436e-87f3-3dc2244c17ce), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:39.981977 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:39.993768 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4513b2db-13af-4540-bfe8-4f16be8e0d74 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b01a800e25c4d0c8f6391b96317064b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5594010 May 19 21:33:39.993768 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513b2db-13af-4540-bfe8-4f16be8e0d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dc38f1-0d57-436e-87f3-3dc2244c17ce,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:39.994060 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 57818) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:40.063053 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0e06-26a7-498a-a202-56a2a33033ad admin admin] Publish callbacks [] for security_group (93dc38f1-0d57-436e-87f3-3dc2244c17ce), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:40.101361 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0e06-26a7-498a-a202-56a2a33033ad admin admin] Publish callbacks [] for security_group (93dc38f1-0d57-436e-87f3-3dc2244c17ce), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:40.149396 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:40.175271 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 57826) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:40.192473 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb76a5c7-0c8d-458c-b453-7990f519f457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:40.208300 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0e06-26a7-498a-a202-56a2a33033ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (93dc38f1-0d57-436e-87f3-3dc2244c17ce), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:40.211228 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0e06-26a7-498a-a202-56a2a33033ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:40.212456 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-6bbb0e06-26a7-498a-a202-56a2a33033ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93dc38f1-0d57-436e-87f3-3dc2244c17ce HTTP/1.1" status: 204 len: 168 time: 0.2176342 May 19 21:33:40.221930 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:40.234762 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb0e06-26a7-498a-a202-56a2a33033ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dc38f1-0d57-436e-87f3-3dc2244c17ce,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:40.316900 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb76a5c7-0c8d-458c-b453-7990f519f457 admin admin] Publish callbacks [] for security_group (e2ab3072-5a30-45c5-9268-3117acf9df05), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:40.322146 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb76a5c7-0c8d-458c-b453-7990f519f457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (e2ab3072-5a30-45c5-9268-3117acf9df05), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:40.374479 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-eb76a5c7-0c8d-458c-b453-7990f519f457 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73c9075e9c4844d798e959056611266b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955326 May 19 21:33:40.375720 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76a5c7-0c8d-458c-b453-7990f519f457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ab3072-5a30-45c5-9268-3117acf9df05,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:40.378082 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 57830) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:40.459187 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:40.522649 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8dfac607-e52b-4e1d-aa4d-ce7c4544657f admin admin] Publish callbacks [] for security_group (e2ab3072-5a30-45c5-9268-3117acf9df05), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:40.568619 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8dfac607-e52b-4e1d-aa4d-ce7c4544657f admin admin] Publish callbacks [] for security_group (e2ab3072-5a30-45c5-9268-3117acf9df05), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:40.659665 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8dfac607-e52b-4e1d-aa4d-ce7c4544657f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (e2ab3072-5a30-45c5-9268-3117acf9df05), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:40.669479 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8dfac607-e52b-4e1d-aa4d-ce7c4544657f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:40.671897 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8dfac607-e52b-4e1d-aa4d-ce7c4544657f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2ab3072-5a30-45c5-9268-3117acf9df05 HTTP/1.1" status: 204 len: 168 time: 0.2889884 May 19 21:33:40.688543 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfac607-e52b-4e1d-aa4d-ce7c4544657f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ab3072-5a30-45c5-9268-3117acf9df05,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:40.704482 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:40.881348 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 57846) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:40.909557 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45522a3a-a1ae-4d5c-b58d-3a99190d8dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:41.064798 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93ab14-5c29-42c2-a281-b08fd001d59d req-877e692f-57d7-4012-bfa8-5247eedf0bc8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:41.067577 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ee93ab14-5c29-42c2-a281-b08fd001d59d req-877e692f-57d7-4012-bfa8-5247eedf0bc8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1506879 May 19 21:33:41.122229 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53e195-68eb-479e-be67-134f310ff2ad req-12bbbbda-fc3d-4f25-8ae2-2c68c461b4d3 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:41.124595 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6c53e195-68eb-479e-be67-134f310ff2ad req-12bbbbda-fc3d-4f25-8ae2-2c68c461b4d3 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 945 time: 0.0659230 May 19 21:33:41.188682 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ee93ab14-5c29-42c2-a281-b08fd001d59d req-9a79d175-baac-40b9-856a-c3f6af9a90fb tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118979 May 19 21:33:41.211601 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45522a3a-a1ae-4d5c-b58d-3a99190d8dba admin admin] Publish callbacks [] for security_group (08416558-6c77-488b-89e4-2dafc8765017), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:41.215765 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6c53e195-68eb-479e-be67-134f310ff2ad req-b6ae2b16-4273-4603-8834-7995dc71d872 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709629 May 19 21:33:41.222306 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45522a3a-a1ae-4d5c-b58d-3a99190d8dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (08416558-6c77-488b-89e4-2dafc8765017), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:41.263914 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45522a3a-a1ae-4d5c-b58d-3a99190d8dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08416558-6c77-488b-89e4-2dafc8765017,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:41.283845 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 57858) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:41.284034 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-45522a3a-a1ae-4d5c-b58d-3a99190d8dba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c87d5ce6ca6a4299aeba8d22c11eb44a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007905 May 19 21:33:41.371547 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d586a22-d13f-4c4a-b38c-13f15bfe61f2 admin admin] Publish callbacks [] for security_group (08416558-6c77-488b-89e4-2dafc8765017), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:41.423169 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d586a22-d13f-4c4a-b38c-13f15bfe61f2 admin admin] Publish callbacks [] for security_group (08416558-6c77-488b-89e4-2dafc8765017), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:41.542381 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d586a22-d13f-4c4a-b38c-13f15bfe61f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (08416558-6c77-488b-89e4-2dafc8765017), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:41.550493 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d586a22-d13f-4c4a-b38c-13f15bfe61f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:41.554427 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-5d586a22-d13f-4c4a-b38c-13f15bfe61f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08416558-6c77-488b-89e4-2dafc8765017 HTTP/1.1" status: 204 len: 168 time: 0.2677836 May 19 21:33:41.576623 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d586a22-d13f-4c4a-b38c-13f15bfe61f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08416558-6c77-488b-89e4-2dafc8765017,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:41.948545 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:33:41.989496 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:42.399821 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c8c5f-91ac-4417-b227-09a061a89d6b req-a04110fb-6a09-4de1-9754-7fd84d159b53 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:42.409388 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-660c8c5f-91ac-4417-b227-09a061a89d6b req-a04110fb-6a09-4de1-9754-7fd84d159b53 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1123402 May 19 21:33:42.447231 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3735dc-3702-4d7e-afd2-d2be81e23085 req-025e44ff-e6cf-4f0f-8d2a-9f84be5ba161 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:42.449038 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9e3735dc-3702-4d7e-afd2-d2be81e23085 req-025e44ff-e6cf-4f0f-8d2a-9f84be5ba161 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 945 time: 0.0932505 May 19 21:33:42.499573 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-660c8c5f-91ac-4417-b227-09a061a89d6b req-cd43b0ea-9d61-4cf0-a23a-51736c46d7b3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863702 May 19 21:33:42.540836 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9e3735dc-3702-4d7e-afd2-d2be81e23085 req-b3b784fb-e2ad-4109-9bc6-71af7ae5d3f4 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780580 May 19 21:33:43.060585 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:43.070819 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:43.674230 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051ada6-8257-4802-94e0-9bb86fbbc52a req-6cd3301a-b6c1-49ae-bc0d-2416d0824dc2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:43.676348 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2051ada6-8257-4802-94e0-9bb86fbbc52a req-6cd3301a-b6c1-49ae-bc0d-2416d0824dc2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0838001 May 19 21:33:43.770286 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2051ada6-8257-4802-94e0-9bb86fbbc52a req-dc2cec0f-ce55-47bc-9cfe-f7c82cc55756 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825205 May 19 21:33:44.103250 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:44.162641 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee91903-0f84-4583-8665-4b6fce100d33 req-f05c9829-ccb4-4657-88ae-d78185a10110 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:44.165063 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6ee91903-0f84-4583-8665-4b6fce100d33 req-f05c9829-ccb4-4657-88ae-d78185a10110 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 945 time: 0.0754840 May 19 21:33:44.271665 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6ee91903-0f84-4583-8665-4b6fce100d33 req-2151ce74-a083-4cbd-a859-5cba4d8e6381 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919867 May 19 21:33:44.625669 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 57978) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:44.850071 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64636344-c3f4-41a8-8da0-177b86d2cb18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:45.004180 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4a57a-0d60-4950-b3c4-bd85c061f1ee req-c5a792fa-1bb5-4b53-9809-06ba604ee060 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:45.005431 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64636344-c3f4-41a8-8da0-177b86d2cb18 admin admin] Publish callbacks [] for security_group (832af988-f1b2-466f-96eb-dacb3eef89da), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:45.006797 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ada4a57a-0d60-4950-b3c4-bd85c061f1ee req-c5a792fa-1bb5-4b53-9809-06ba604ee060 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0841639 May 19 21:33:45.010508 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-64636344-c3f4-41a8-8da0-177b86d2cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (832af988-f1b2-466f-96eb-dacb3eef89da), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:45.058463 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-64636344-c3f4-41a8-8da0-177b86d2cb18 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c82e8c75d0e8492fb61f3136b4bfcfd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315200 May 19 21:33:45.059399 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64636344-c3f4-41a8-8da0-177b86d2cb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832af988-f1b2-466f-96eb-dacb3eef89da,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:45.062805 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 57994) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:45.098680 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ada4a57a-0d60-4950-b3c4-bd85c061f1ee req-1a4acc58-bf1d-4d48-b04e-12e9e5f44f61 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800660 May 19 21:33:45.112007 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:45.140600 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7a04-1df7-41f7-bfa7-6261c778368a admin admin] Publish callbacks [] for security_group (832af988-f1b2-466f-96eb-dacb3eef89da), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:45.170424 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7a04-1df7-41f7-bfa7-6261c778368a admin admin] Publish callbacks [] for security_group (832af988-f1b2-466f-96eb-dacb3eef89da), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:45.236630 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7a04-1df7-41f7-bfa7-6261c778368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (832af988-f1b2-466f-96eb-dacb3eef89da), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:45.239553 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7a04-1df7-41f7-bfa7-6261c778368a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:45.240925 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-dbdc7a04-1df7-41f7-bfa7-6261c778368a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/832af988-f1b2-466f-96eb-dacb3eef89da HTTP/1.1" status: 204 len: 168 time: 0.1769149 May 19 21:33:45.253525 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc7a04-1df7-41f7-bfa7-6261c778368a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832af988-f1b2-466f-96eb-dacb3eef89da,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:45.457229 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be907329-9c83-4c20-9842-8e8fcb074911 req-167c7974-cddc-4047-b398-f5f7731e1920 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:45.459176 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-be907329-9c83-4c20-9842-8e8fcb074911 req-167c7974-cddc-4047-b398-f5f7731e1920 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 945 time: 0.0828500 May 19 21:33:45.555695 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-be907329-9c83-4c20-9842-8e8fcb074911 req-fb0aadf8-20ef-4616-8c34-968d1a2a409e tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824544 May 19 21:33:45.752707 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58008) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:45.772585 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d745430-a2ab-420f-a943-784a5afcdf57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:45.780882 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143239d-1e79-42a9-b9fa-947b9ca46717 req-dcbf1f23-6901-4be6-bb59-cffcf1dfc28b tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:45.783690 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5143239d-1e79-42a9-b9fa-947b9ca46717 req-dcbf1f23-6901-4be6-bb59-cffcf1dfc28b tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 945 time: 0.0839128 May 19 21:33:45.928842 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d745430-a2ab-420f-a943-784a5afcdf57 admin admin] Publish callbacks [] for security_group (4bb364a2-a224-4a09-9837-8a0d789c6a6e), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:45.937274 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d745430-a2ab-420f-a943-784a5afcdf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (4bb364a2-a224-4a09-9837-8a0d789c6a6e), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:45.958411 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-5143239d-1e79-42a9-b9fa-947b9ca46717 req-f22bc261-77cf-4004-b8a5-6aa648ea2cc0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Deleting port 458b882d-119e-4370-9bf2-e32c9066475d {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:33:45.958825 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5143239d-1e79-42a9-b9fa-947b9ca46717 req-f22bc261-77cf-4004-b8a5-6aa648ea2cc0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (458b882d-119e-4370-9bf2-e32c9066475d), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:46.026657 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-3d745430-a2ab-420f-a943-784a5afcdf57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e7fd7fcbcfb484581f469cce9f9ed19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683368 May 19 21:33:46.029228 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58016) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:46.059705 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d745430-a2ab-420f-a943-784a5afcdf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb364a2-a224-4a09-9837-8a0d789c6a6e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:46.143316 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-5143239d-1e79-42a9-b9fa-947b9ca46717 req-f22bc261-77cf-4004-b8a5-6aa648ea2cc0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] For port 458b882d-119e-4370-9bf2-e32c9066475d, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=458b882d-119e-4370-9bf2-e32c9066475d,segment=NetworkSegment(8e606ade-ba7f-41bd-bcf8-b240afbd328c),segment_id=8e606ade-ba7f-41bd-bcf8-b240afbd328c)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:33:46.144069 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5143239d-1e79-42a9-b9fa-947b9ca46717 req-f22bc261-77cf-4004-b8a5-6aa648ea2cc0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (458b882d-119e-4370-9bf2-e32c9066475d), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:46.147284 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8934-e971-469f-8ea8-81a51e69de0d admin admin] Publish callbacks [] for security_group (4bb364a2-a224-4a09-9837-8a0d789c6a6e), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:46.170983 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-5143239d-1e79-42a9-b9fa-947b9ca46717 req-f22bc261-77cf-4004-b8a5-6aa648ea2cc0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Calling delete_port for 458b882d-119e-4370-9bf2-e32c9066475d owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:33:46.175509 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=8 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:46.195895 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:46.209715 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8934-e971-469f-8ea8-81a51e69de0d admin admin] Publish callbacks [] for security_group (4bb364a2-a224-4a09-9837-8a0d789c6a6e), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:46.290969 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:46.328266 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a64f-448b-43b4-a44c-73e98b898270 req-d6b44a4e-57c9-4feb-aad2-080c1cff6bb2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:46.332825 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8934-e971-469f-8ea8-81a51e69de0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (4bb364a2-a224-4a09-9837-8a0d789c6a6e), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:46.336808 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f0c7a64f-448b-43b4-a44c-73e98b898270 req-d6b44a4e-57c9-4feb-aad2-080c1cff6bb2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0841649 May 19 21:33:46.344877 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8934-e971-469f-8ea8-81a51e69de0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:46.352972 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-0ccb8934-e971-469f-8ea8-81a51e69de0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4bb364a2-a224-4a09-9837-8a0d789c6a6e HTTP/1.1" status: 204 len: 168 time: 0.3188698 May 19 21:33:46.389192 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb8934-e971-469f-8ea8-81a51e69de0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb364a2-a224-4a09-9837-8a0d789c6a6e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:46.474692 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f0c7a64f-448b-43b4-a44c-73e98b898270 req-6ad3ff36-4aaa-41b9-829a-de2ec01173c9 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367788 May 19 21:33:46.517933 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5143239d-1e79-42a9-b9fa-947b9ca46717 req-f22bc261-77cf-4004-b8a5-6aa648ea2cc0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (458b882d-119e-4370-9bf2-e32c9066475d), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:46.533763 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['458b882d-119e-4370-9bf2-e32c9066475d'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:33:46.678942 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5143239d-1e79-42a9-b9fa-947b9ca46717 req-f22bc261-77cf-4004-b8a5-6aa648ea2cc0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] No DVR routers for this DVR port 458b882d-119e-4370-9bf2-e32c9066475d on host hv-cinder-83563 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:33:46.681322 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bc261-77cf-4004-b8a5-6aa648ea2cc0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Pushing event deleted for resources: {'Port': ['ID=458b882d-119e-4370-9bf2-e32c9066475d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:46.692607 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-5143239d-1e79-42a9-b9fa-947b9ca46717 req-f22bc261-77cf-4004-b8a5-6aa648ea2cc0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:46.697921 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5143239d-1e79-42a9-b9fa-947b9ca46717 req-f22bc261-77cf-4004-b8a5-6aa648ea2cc0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.87 "DELETE /v2.0/ports/458b882d-119e-4370-9bf2-e32c9066475d HTTP/1.1" status: 204 len: 173 time: 0.9060569 May 19 21:33:46.699657 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bc93c6-b778-4b19-b0e7-a069570e9b12', 'name': 'network-vif-deleted', 'tag': '458b882d-119e-4370-9bf2-e32c9066475d'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:33:46.705446 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0f296f-9857-4295-b950-5c9f3ccced6b" -d '{"events": [{"server_uuid": "e8bc93c6-b778-4b19-b0e7-a069570e9b12", "name": "network-vif-deleted", "tag": "458b882d-119e-4370-9bf2-e32c9066475d"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:33:46.849392 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-84ecff2c-7e5d-4667-9bff-fcf835ff552d req-d9573580-207f-4d90-a905-f8ab6c9fb6f8 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 210 time: 0.0530066 May 19 21:33:46.910895 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175ac7a0-3709-41d6-92de-a65efd2389c5 x-openstack-request-id: req-175ac7a0-3709-41d6-92de-a65efd2389c5 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:33:46.911792 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bc93c6-b778-4b19-b0e7-a069570e9b12", "name": "network-vif-deleted", "tag": "458b882d-119e-4370-9bf2-e32c9066475d", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:33:46.912383 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-175ac7a0-3709-41d6-92de-a65efd2389c5 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:33:46.913720 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175ac7a0-3709-41d6-92de-a65efd2389c5'] response: {'server_uuid': 'e8bc93c6-b778-4b19-b0e7-a069570e9b12', 'name': 'network-vif-deleted', 'tag': '458b882d-119e-4370-9bf2-e32c9066475d', 'status': 'completed', 'code': 200} May 19 21:33:47.360466 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58056) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:47.499258 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12e670f3-ba0b-4030-82e2-3999728b28c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:47.646292 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68889521-a001-4186-bbfc-75e42e68ece2 req-c3b404fe-12e4-45be-8b1c-e85bc1b19787 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:47.647905 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-68889521-a001-4186-bbfc-75e42e68ece2 req-c3b404fe-12e4-45be-8b1c-e85bc1b19787 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0799859 May 19 21:33:47.654015 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12e670f3-ba0b-4030-82e2-3999728b28c7 admin admin] Publish callbacks [] for security_group (cdbdfd6f-2897-4e4f-8093-9ac4aa5088ac), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:47.667432 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12e670f3-ba0b-4030-82e2-3999728b28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (cdbdfd6f-2897-4e4f-8093-9ac4aa5088ac), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:47.742181 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:47.759413 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-12e670f3-ba0b-4030-82e2-3999728b28c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a6a20b925f64e7b97e4076342753d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979614 May 19 21:33:47.763914 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58072) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:47.769232 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e670f3-ba0b-4030-82e2-3999728b28c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbdfd6f-2897-4e4f-8093-9ac4aa5088ac,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:47.775647 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-68889521-a001-4186-bbfc-75e42e68ece2 req-6f6bf17c-fbd9-45c5-99de-3b29e78eb51e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169689 May 19 21:33:47.869686 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4c5c9af-e9be-4ade-bc0f-0ceeaa3eceb0 admin admin] Publish callbacks [] for security_group (cdbdfd6f-2897-4e4f-8093-9ac4aa5088ac), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:47.913926 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4c5c9af-e9be-4ade-bc0f-0ceeaa3eceb0 admin admin] Publish callbacks [] for security_group (cdbdfd6f-2897-4e4f-8093-9ac4aa5088ac), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:48.004103 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58080) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:48.018961 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cd5f91c6-42d9-453c-84e2-21a739969deb req-d2bc6942-b27d-424e-9f9a-48a65d21bc9f tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 210 time: 0.0610759 May 19 21:33:48.052507 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4c5c9af-e9be-4ade-bc0f-0ceeaa3eceb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (cdbdfd6f-2897-4e4f-8093-9ac4aa5088ac), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:48.056592 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4c5c9af-e9be-4ade-bc0f-0ceeaa3eceb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:48.057995 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-e4c5c9af-e9be-4ade-bc0f-0ceeaa3eceb0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cdbdfd6f-2897-4e4f-8093-9ac4aa5088ac HTTP/1.1" status: 204 len: 168 time: 0.2912560 May 19 21:33:48.068583 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5c9af-e9be-4ade-bc0f-0ceeaa3eceb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbdfd6f-2897-4e4f-8093-9ac4aa5088ac,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:48.177425 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1058244653-network', 'tenant_id': '2fb03711de75418e89907ca315beaadc'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:48.204241 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] Made reservation on behalf of 2fb03711de75418e89907ca315beaadc for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:33:48.207036 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:48.217919 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:48.328826 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] Publish callbacks [] for security_group (7a8a6322-c080-4d0f-bc65-6f1b4beef815), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:48.333591 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (7a8a6322-c080-4d0f-bc65-6f1b4beef815), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:48.371709 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:33:48.374476 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8a6322-c080-4d0f-bc65-6f1b4beef815,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:48.388976 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (7d447b5a-4f43-479c-a180-6b8d02294610), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:48.389384 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] Added segment 7d447b5a-4f43-479c-a180-6b8d02294610 of type vlan for network 2576a903-f6d4-485d-8076-81a644290298 May 19 21:33:48.453726 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (2576a903-f6d4-485d-8076-81a644290298), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:48.501997 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (2576a903-f6d4-485d-8076-81a644290298), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:48.503160 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:48.504240 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:48.572892 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5676382 May 19 21:33:48.577226 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58100) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:48.586654 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-44be6537-c681-47d3-a74f-1a18a510841a admin admin] Request body: {'subnet': {'network_id': '2576a903-f6d4-485d-8076-81a644290298', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1058244653-subnet', 'tenant_id': '2fb03711de75418e89907ca315beaadc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:48.592160 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca5646-e5c2-4e34-96c5-4385d419892a admin admin] Pushing event updated for resources: {'Network': ['ID=2576a903-f6d4-485d-8076-81a644290298,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:48.605952 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network 2576a903-f6d4-485d-8076-81a644290298 details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:33:48.634335 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44be6537-c681-47d3-a74f-1a18a510841a admin admin] Made reservation on behalf of 2fb03711de75418e89907ca315beaadc for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:33:48.638208 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44be6537-c681-47d3-a74f-1a18a510841a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933976'] for subnet (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:48.936798 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44be6537-c681-47d3-a74f-1a18a510841a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8700689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933966'] for subnet (ef6f30b4-b7f5-4793-a3a7-d402b14fb8d7), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:48.992612 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d901e-09a7-4e3a-a02e-dc045c522efd req-0ab505ea-dde9-4ff9-bd2e-bcc2d1f7fc78 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:48.995060 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-576d901e-09a7-4e3a-a02e-dc045c522efd req-0ab505ea-dde9-4ff9-bd2e-bcc2d1f7fc78 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0820274 May 19 21:33:49.019859 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be6537-c681-47d3-a74f-1a18a510841a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef6f30b4-b7f5-4793-a3a7-d402b14fb8d7,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:49.027541 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be6537-c681-47d3-a74f-1a18a510841a admin admin] Checking segment: {'id': '7d447b5a-4f43-479c-a180-6b8d02294610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2576a903-f6d4-485d-8076-81a644290298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:33:49.028001 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44be6537-c681-47d3-a74f-1a18a510841a admin admin] Network hostable DHCP agents. Network: 2576a903-f6d4-485d-8076-81a644290298, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:33:49.042620 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:49.060224 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44be6537-c681-47d3-a74f-1a18a510841a admin admin] Network 2576a903-f6d4-485d-8076-81a644290298 is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:33:49.077868 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-44be6537-c681-47d3-a74f-1a18a510841a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, 2576a903-f6d4-485d-8076-81a644290298) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:33:49.090029 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44be6537-c681-47d3-a74f-1a18a510841a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:49.091159 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-44be6537-c681-47d3-a74f-1a18a510841a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:49.104946 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-576d901e-09a7-4e3a-a02e-dc045c522efd req-f096b515-cbd0-4328-995b-8ea959e9f39d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987194 May 19 21:33:49.109683 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69de1d40-9d0e-4fdb-94cb-cd8079e3044c None None] Network 2576a903-f6d4-485d-8076-81a644290298 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:33:49.128677 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58114) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:49.146722 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-44be6537-c681-47d3-a74f-1a18a510841a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5600495 May 19 21:33:49.244857 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cd7403ae-fed8-4bb3-978d-54f4bed612f5 req-5b0396b1-0928-4891-97e4-7fa0105600f0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 210 time: 0.0342638 May 19 21:33:49.336134 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-992700936-network', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:49.345706 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:DELETE=4,neutron:SELECT=76,neutron:INSERT=20 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:49.373529 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] Made reservation on behalf of 4951b93f86e1485692a4aae7b9ece8f6 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:33:49.376830 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:49.383240 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ec57e0-120f-4b04-92d7-dda375619c7f None None] Network 2576a903-f6d4-485d-8076-81a644290298 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:33:49.388577 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:49.540637 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] Publish callbacks [] for security_group (dab7ac8e-1869-4132-9de5-24f18bb044b0), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:49.553411 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (dab7ac8e-1869-4132-9de5-24f18bb044b0), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:49.596761 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:33:49.625353 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab7ac8e-1869-4132-9de5-24f18bb044b0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:49.630828 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (63b9718b-f202-4d1e-838f-39d027d3ee32), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:49.631493 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] Added segment 63b9718b-f202-4d1e-838f-39d027d3ee32 of type vlan for network d5d9547d-2306-4c78-9ac6-532192256ea5 May 19 21:33:49.711082 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (d5d9547d-2306-4c78-9ac6-532192256ea5), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:49.756798 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (d5d9547d-2306-4c78-9ac6-532192256ea5), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:49.758021 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:49.759155 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:49.822943 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6924565 May 19 21:33:49.826382 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58134) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:49.840256 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f787d429-5bba-426d-a63d-c05aa07d9f61 admin admin] Request body: {'subnet': {'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-992700936-subnet', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:49.848770 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ab5ef-1b36-4985-a569-75f2aa466210 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d9547d-2306-4c78-9ac6-532192256ea5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:49.869578 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network d5d9547d-2306-4c78-9ac6-532192256ea5 details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:33:49.885970 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f787d429-5bba-426d-a63d-c05aa07d9f61 admin admin] Made reservation on behalf of 4951b93f86e1485692a4aae7b9ece8f6 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:33:49.890373 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f787d429-5bba-426d-a63d-c05aa07d9f61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933976'] for subnet (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:49.999747 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58138) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:50.006539 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-564006903-network', 'tenant_id': '11f59c8c907e42049a28d8c5bb8eba97'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:50.036124 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] Made reservation on behalf of 11f59c8c907e42049a28d8c5bb8eba97 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:33:50.040393 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.054279 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.092265 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:50.119177 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:50.176245 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f787d429-5bba-426d-a63d-c05aa07d9f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8700689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933966'] for subnet (3e22e601-0eeb-4eed-b4ae-be0588320b1e), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.217925 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] Publish callbacks [] for security_group (70aa566b-d0ba-4658-8909-97ae1fbcaef4), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.241724 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787d429-5bba-426d-a63d-c05aa07d9f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e22e601-0eeb-4eed-b4ae-be0588320b1e,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:50.251712 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (70aa566b-d0ba-4658-8909-97ae1fbcaef4), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.254284 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f787d429-5bba-426d-a63d-c05aa07d9f61 admin admin] Checking segment: {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:33:50.254655 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787d429-5bba-426d-a63d-c05aa07d9f61 admin admin] Network hostable DHCP agents. Network: d5d9547d-2306-4c78-9ac6-532192256ea5, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:33:50.279785 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787d429-5bba-426d-a63d-c05aa07d9f61 admin admin] Network d5d9547d-2306-4c78-9ac6-532192256ea5 is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:33:50.304015 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-f787d429-5bba-426d-a63d-c05aa07d9f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, d5d9547d-2306-4c78-9ac6-532192256ea5) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:33:50.314836 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f787d429-5bba-426d-a63d-c05aa07d9f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:50.315966 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f787d429-5bba-426d-a63d-c05aa07d9f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.325491 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19efa983-7c95-4cc7-8b63-a77073ef23ed None None] Network d5d9547d-2306-4c78-9ac6-532192256ea5 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:33:50.350678 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-f787d429-5bba-426d-a63d-c05aa07d9f61 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5213797 May 19 21:33:50.351825 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58146) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:50.356185 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646191ad-3f16-4798-b481-090456ee4fbd req-3a4b0d14-95d1-45e2-bf36-d8958c8967f4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:50.359075 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-646191ad-3f16-4798-b481-090456ee4fbd req-3a4b0d14-95d1-45e2-bf36-d8958c8967f4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1661496 May 19 21:33:50.360592 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:33:50.371363 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:50.380501 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70aa566b-d0ba-4658-8909-97ae1fbcaef4,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:50.409145 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (b4284261-97e9-48c2-adea-891a4228d1ea), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.409703 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] Added segment b4284261-97e9-48c2-adea-891a4228d1ea of type vlan for network f8c1d502-1433-46bf-bcae-f35bbd4344ca May 19 21:33:50.419728 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2802'] for router (5c0f9981-5982-4c01-8f9a-432e4f111584), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.422156 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2034749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2811'] for router (5c0f9981-5982-4c01-8f9a-432e4f111584), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.490614 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:50.510864 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-07bad450-9bc0-4310-aa5e-6c4076b32c55 req-1a80905c-14fe-48cf-aff7-9bda49ee5615 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 210 time: 0.0397656 May 19 21:33:50.541218 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Publish callbacks [] for router_controller (5c0f9981-5982-4c01-8f9a-432e4f111584), precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.576584 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-646191ad-3f16-4798-b481-090456ee4fbd req-0678d4f6-2333-4064-96ce-583910d73711 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012455 May 19 21:33:50.580380 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (f8c1d502-1433-46bf-bcae-f35bbd4344ca), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.621315 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (f8c1d502-1433-46bf-bcae-f35bbd4344ca), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.622614 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:50.623207 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.646567 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfcf098c-fcb3-5877-a9cf-25c71848f504-d5d9547d-2306-4c78-9ac6-532192256ea5', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e'}]}} from dv-cinder-835635-2-iscsi. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 21:33:50.648315 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.707805 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7065568 May 19 21:33:50.708588 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193cb8c-7a0c-4e7f-b0eb-0f651c0e8f38 admin admin] Pushing event updated for resources: {'Network': ['ID=f8c1d502-1433-46bf-bcae-f35bbd4344ca,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:50.713313 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58152) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:50.718852 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-04ea9804-adb7-4ff1-b75e-ae9f81543a0f admin admin] Request body: {'subnet': {'network_id': 'f8c1d502-1433-46bf-bcae-f35bbd4344ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-564006903-subnet', 'tenant_id': '11f59c8c907e42049a28d8c5bb8eba97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:50.746647 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ea9804-adb7-4ff1-b75e-ae9f81543a0f admin admin] Made reservation on behalf of 11f59c8c907e42049a28d8c5bb8eba97 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:33:50.749360 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04ea9804-adb7-4ff1-b75e-ae9f81543a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567043'] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.767890 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network f8c1d502-1433-46bf-bcae-f35bbd4344ca details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:33:50.810630 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Publish callbacks [] for router_gateway (5c0f9981-5982-4c01-8f9a-432e4f111584), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:50.918043 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Allocated IP 172.20.0.2 (d5d9547d-2306-4c78-9ac6-532192256ea5/3e22e601-0eeb-4eed-b4ae-be0588320b1e/46287571-40a5-4e46-9817-80913adadf5c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:33:51.008887 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04ea9804-adb7-4ff1-b75e-ae9f81543a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8577145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567061'] for subnet (69989e56-ef16-4df6-acef-4eeea220947c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:51.108321 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea9804-adb7-4ff1-b75e-ae9f81543a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=69989e56-ef16-4df6-acef-4eeea220947c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:51.122415 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea9804-adb7-4ff1-b75e-ae9f81543a0f admin admin] Checking segment: {'id': 'b4284261-97e9-48c2-adea-891a4228d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f8c1d502-1433-46bf-bcae-f35bbd4344ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:33:51.122777 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ea9804-adb7-4ff1-b75e-ae9f81543a0f admin admin] Network hostable DHCP agents. Network: f8c1d502-1433-46bf-bcae-f35bbd4344ca, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:33:51.146761 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ea9804-adb7-4ff1-b75e-ae9f81543a0f admin admin] Network f8c1d502-1433-46bf-bcae-f35bbd4344ca is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:33:51.158189 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-04ea9804-adb7-4ff1-b75e-ae9f81543a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, f8c1d502-1433-46bf-bcae-f35bbd4344ca) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:33:51.164317 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea9804-adb7-4ff1-b75e-ae9f81543a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:51.165852 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-04ea9804-adb7-4ff1-b75e-ae9f81543a0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:51.180535 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48141a93-f951-4aca-a1b7-122ed2b31123 None None] Network f8c1d502-1433-46bf-bcae-f35bbd4344ca requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:33:51.185694 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 458b882d-119e-4370-9bf2-e32c9066475d no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:33:51.187209 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-04ea9804-adb7-4ff1-b75e-ae9f81543a0f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4727721 May 19 21:33:51.202458 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Publish callbacks [] for port (46287571-40a5-4e46-9817-80913adadf5c), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:51.241544 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (46287571-40a5-4e46-9817-80913adadf5c), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:51.270656 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:51.272738 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: 458b882d-119e-4370-9bf2-e32c9066475d {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:33:51.273109 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 458b882d-119e-4370-9bf2-e32c9066475d not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:33:51.328208 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:51.343141 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Network d5d9547d-2306-4c78-9ac6-532192256ea5 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:33:51.347826 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Pushing event updated for resources: {'Port': ['ID=46287571-40a5-4e46-9817-80913adadf5c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:51.354466 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:33:51.357270 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:33:51.457435 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e3079d-6fb0-4348-b139-f20602925b6b None None] Network f8c1d502-1433-46bf-bcae-f35bbd4344ca requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:33:51.471706 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:51.493230 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Publish callbacks [] for router_gateway (5c0f9981-5982-4c01-8f9a-432e4f111584), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:51.528900 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Attempting to bind port 46287571-40a5-4e46-9817-80913adadf5c on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:33:51.529257 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Attempting to bind port 46287571-40a5-4e46-9817-80913adadf5c by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:33:51.529610 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Attempting to bind port 46287571-40a5-4e46-9817-80913adadf5c on network d5d9547d-2306-4c78-9ac6-532192256ea5 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:33:51.539480 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:51.556334 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:33:51.556673 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Checking segment: {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:33:51.557081 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:51.557464 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Bound using segment: {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:33:51.558066 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Bound port: 46287571-40a5-4e46-9817-80913adadf5c, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:33:51.558373 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (46287571-40a5-4e46-9817-80913adadf5c), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:51.685109 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] For port 46287571-40a5-4e46-9817-80913adadf5c, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:33:51.696804 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] For port 46287571-40a5-4e46-9817-80913adadf5c, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=46287571-40a5-4e46-9817-80913adadf5c,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:33:51.710395 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (46287571-40a5-4e46-9817-80913adadf5c), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:51.770793 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2b556b79-06ce-48e8-90d4-c794e95bb4ee req-c20f89e2-96b8-4398-be47-5595294a2e08 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 210 time: 0.0694187 May 19 21:33:51.812821 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Allocated IP 172.27.0.23 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/608d7246-a0e0-4397-810f-66afd692e385) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:33:51.831200 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5c714-9773-4798-a2e6-6db1ac19914e None None] Pushing event updated for resources: {'Port': ['ID=46287571-40a5-4e46-9817-80913adadf5c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:51.850628 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c65aaf-6a89-46ad-bbbd-cdfbdc95da39 req-b22b8a1f-5560-4c88-9d83-e9c60b087d1e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:51.852567 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f1c65aaf-6a89-46ad-bbbd-cdfbdc95da39 req-b22b8a1f-5560-4c88-9d83-e9c60b087d1e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1082885 May 19 21:33:51.927994 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f1c65aaf-6a89-46ad-bbbd-cdfbdc95da39 req-61ba4c43-f76c-4d3c-aff0-2320405101b1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641763 May 19 21:33:51.948754 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:52.046962 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Publish callbacks [] for port (608d7246-a0e0-4397-810f-66afd692e385), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:52.106892 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (608d7246-a0e0-4397-810f-66afd692e385), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:52.183656 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:52.223024 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:33:52.224108 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Pushing event updated for resources: {'Port': ['ID=608d7246-a0e0-4397-810f-66afd692e385,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:52.228206 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:33:52.233780 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:33:52.674275 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Publish callbacks [] for router_gateway (5c0f9981-5982-4c01-8f9a-432e4f111584), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:53.109212 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8beaa7eb-816f-4999-a7bc-296d7e136e5b req-b082596c-7943-4e3c-98aa-9449e470ef8b tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8bc93c6-b778-4b19-b0e7-a069570e9b12 HTTP/1.1" status: 200 len: 210 time: 0.0638633 May 19 21:33:53.114672 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696601'] for router (5c0f9981-5982-4c01-8f9a-432e4f111584), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:53.196152 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc373c0-50c2-437a-ac24-b4f6b2f7ce08 req-2d732032-5dbc-4466-980a-90718a51aff9 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:53.201085 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2fc373c0-50c2-437a-ac24-b4f6b2f7ce08 req-2d732032-5dbc-4466-980a-90718a51aff9 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1459489 May 19 21:33:53.247985 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dbbed0-368a-4e83-b641-aa5329533734 None None] Network d5d9547d-2306-4c78-9ac6-532192256ea5 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:33:53.262139 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:53.306448 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2fc373c0-50c2-437a-ac24-b4f6b2f7ce08 req-5f4d62a3-9040-476a-8e20-f72661d8aebf tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975525 May 19 21:33:53.327358 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18922c54-1e90-4c3a-9d2f-a1e6761e485a req-c960ef41-6a97-43c7-956e-e67935cbda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:53.330424 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-18922c54-1e90-4c3a-9d2f-a1e6761e485a req-c960ef41-6a97-43c7-956e-e67935cbda1d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 1130 time: 0.1019034 May 19 21:33:53.349710 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-24cdb958-9d19-4a7e-b32e-3ec3ac18fe76 None None] Provisioning complete for port 46287571-40a5-4e46-9817-80913adadf5c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:33:53.350053 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24cdb958-9d19-4a7e-b32e-3ec3ac18fe76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (46287571-40a5-4e46-9817-80913adadf5c), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:53.379451 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:53.473145 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-18922c54-1e90-4c3a-9d2f-a1e6761e485a req-b6fb75a7-249b-48c9-8e63-15d4cb1f7434 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025019 May 19 21:33:53.505486 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Router 5c0f9981-5982-4c01-8f9a-432e4f111584 is scheduled to L3 agent 63064880-299a-4199-80c8-b1b38af51d60 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 21:33:53.660252 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-24cdb958-9d19-4a7e-b32e-3ec3ac18fe76 None None] Current status of the port 46287571-40a5-4e46-9817-80913adadf5c is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:33:53.660864 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24cdb958-9d19-4a7e-b32e-3ec3ac18fe76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (46287571-40a5-4e46-9817-80913adadf5c), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:53.676360 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:33:53.693886 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Sync routers for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:33:53.716739 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:53.717147 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:33:53.718710 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:33:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:53.723727 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58184) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:53.734206 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-24cdb958-9d19-4a7e-b32e-3ec3ac18fe76 None None] For port 46287571-40a5-4e46-9817-80913adadf5c, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=46287571-40a5-4e46-9817-80913adadf5c,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:33:53.741398 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24cdb958-9d19-4a7e-b32e-3ec3ac18fe76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (46287571-40a5-4e46-9817-80913adadf5c), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:53.746959 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-bc056e3a-1624-4308-96f1-e5a46c262d8e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3935382 May 19 21:33:53.855138 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdb958-9d19-4a7e-b32e-3ec3ac18fe76 None None] Pushing event updated for resources: {'Port': ['ID=46287571-40a5-4e46-9817-80913adadf5c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:53.872796 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:33:53.984997 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5f412af2-7da8-4bb5-bce5-42fce80c9af1 None None] Provisioning complete for port 46287571-40a5-4e46-9817-80913adadf5c triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:33:53.985182 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5f412af2-7da8-4bb5-bce5-42fce80c9af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (46287571-40a5-4e46-9817-80913adadf5c), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:54.027462 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:54.092538 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5f412af2-7da8-4bb5-bce5-42fce80c9af1 None None] Current status of the port 46287571-40a5-4e46-9817-80913adadf5c is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:33:54.112857 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:52Z', 'revision_number': 3, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:54.145575 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Checking router: 5c0f9981-5982-4c01-8f9a-432e4f111584 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:33:54.146012 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Updating router 5c0f9981-5982-4c01-8f9a-432e4f111584 port 608d7246-a0e0-4397-810f-66afd692e385 binding host dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:33:54.183300 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (608d7246-a0e0-4397-810f-66afd692e385), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:54.202933 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 46287571-40a5-4e46-9817-80913adadf5c up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:33:54.291214 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:54.305832 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 46287571-40a5-4e46-9817-80913adadf5c triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:33:54.306215 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (46287571-40a5-4e46-9817-80913adadf5c), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:54.348042 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:54.398893 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 46287571-40a5-4e46-9817-80913adadf5c is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:33:54.536961 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:54.586585 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a98cc-1148-4411-af93-6766abbfc165 req-05a1e339-a7c6-4b89-ae78-5189bfdbc78d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:54.589969 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6b5a98cc-1148-4411-af93-6766abbfc165 req-05a1e339-a7c6-4b89-ae78-5189bfdbc78d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1274381 May 19 21:33:54.621144 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Publish callbacks [] for port (608d7246-a0e0-4397-810f-66afd692e385), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:54.624846 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:54.629485 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (608d7246-a0e0-4397-810f-66afd692e385), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:54.631763 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-bdc3c334-1b42-44b9-a605-7e39b861bb54 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:54.634132 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-bdc3c334-1b42-44b9-a605-7e39b861bb54 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/networks?id=dead0934-78cb-4aba-a85a-e1a39596f2e4 HTTP/1.1" status: 200 len: 808 time: 0.1497190 May 19 21:33:54.656397 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-0c8ea3b3-ddd4-4c41-9e26-0254fc99d0f3 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/quotas/f9c4f4baaf8f4a258171bf97abdc8905 HTTP/1.1" status: 200 len: 375 time: 0.0118845 May 19 21:33:54.699666 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-9d18567f-0ae4-4dbb-96ae-672803e95d1c tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9c4f4baaf8f4a258171bf97abdc8905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361068 May 19 21:33:54.723250 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Pushing event updated for resources: {'Port': ['ID=608d7246-a0e0-4397-810f-66afd692e385,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:54.728594 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Attempting to bind port 608d7246-a0e0-4397-810f-66afd692e385 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:33:54.729152 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Attempting to bind port 608d7246-a0e0-4397-810f-66afd692e385 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:33:54.729702 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Attempting to bind port 608d7246-a0e0-4397-810f-66afd692e385 on network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:33:54.740573 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:54.749341 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.749854 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.751194 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.751796 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.752312 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.752838 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.753369 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.754014 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.754432 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.754957 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.755489 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.756038 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.756566 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.757059 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.757573 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:33:54.766884 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:33:54.767479 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Checking segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:33:54.768127 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:54.768751 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Bound using segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:33:54.769573 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Bound port: 608d7246-a0e0-4397-810f-66afd692e385, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:33:54.770174 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (608d7246-a0e0-4397-810f-66afd692e385), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:54.867750 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-cacb8639-b95b-422d-98ef-d49eb29529d2 service neutron] 10.222.0.65 "GET /v2.0/networks/dead0934-78cb-4aba-a85a-e1a39596f2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555226 May 19 21:33:54.870019 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] For port 608d7246-a0e0-4397-810f-66afd692e385, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:33:54.876264 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] For port 608d7246-a0e0-4397-810f-66afd692e385, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=608d7246-a0e0-4397-810f-66afd692e385,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:33:54.879997 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6b5a98cc-1148-4411-af93-6766abbfc165 req-291bcf83-487b-4416-a6ae-457e1f117dc4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173059 May 19 21:33:54.889838 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (608d7246-a0e0-4397-810f-66afd692e385), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:54.945394 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Allocated IP 172.20.0.1 (d5d9547d-2306-4c78-9ac6-532192256ea5/3e22e601-0eeb-4eed-b4ae-be0588320b1e/10c40907-efe1-46a7-a3fe-a531a8e4d8d9) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:33:55.009380 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ea599-5a2e-41f6-9069-d8b925be0f7b None None] Pushing event updated for resources: {'Port': ['ID=608d7246-a0e0-4397-810f-66afd692e385,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:55.014186 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:33:55.015261 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:33:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:55.033562 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-d352a85c-ba50-4199-bbe2-c25bb3c2bbc7 service neutron] 10.222.0.65 "GET /v2.0/networks/dead0934-78cb-4aba-a85a-e1a39596f2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525769 May 19 21:33:55.167834 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Publish callbacks [] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:55.221755 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:55.233957 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:33:55.275511 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:55.291825 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Network d5d9547d-2306-4c78-9ac6-532192256ea5 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:33:55.299622 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:33:55.302530 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:33:55.309406 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Pushing event updated for resources: {'Port': ['ID=10c40907-efe1-46a7-a3fe-a531a8e4d8d9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:55.690492 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:52Z', 'revision_number': 3, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:55.762874 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-903f775f-71f9-4352-9608-e0f677d20d91 None None] Provisioning complete for port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:33:55.762874 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-903f775f-71f9-4352-9608-e0f677d20d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:55.767160 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da503b94-6173-41a2-9577-12d3e141d158 None None] The sync data for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi is: [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:52Z', 'revision_number': 3, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:33:55.941041 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-903f775f-71f9-4352-9608-e0f677d20d91 None None] Port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:33:55.957731 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:55.994730 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:56.043002 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53cee779-3268-4c59-980b-98a45b7da1d2 req-120534be-e62d-48f8-85c2-ce90ecb7f1f4 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 210 time: 0.1273272 May 19 21:33:56.064899 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1697578'] for router_interface (5c0f9981-5982-4c01-8f9a-432e4f111584), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:56.221763 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32958da7-11f6-4647-9d1b-6c31c03c7346 req-f87310cb-20bf-4fd3-8c1c-5de4d1417699 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:56.235654 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-32958da7-11f6-4647-9d1b-6c31c03c7346 req-f87310cb-20bf-4fd3-8c1c-5de4d1417699 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.1480880 May 19 21:33:56.295861 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:56.356339 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-32958da7-11f6-4647-9d1b-6c31c03c7346 req-eed2d057-166f-4849-99a1-5d724c899a55 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189129 May 19 21:33:56.495232 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58244) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:56.779097 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1ffe-ad74-496a-9acb-c24bffea2bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:56.783240 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43df9-76af-43b1-a88f-822139d307d5 req-bea49044-ddca-458e-8724-781906183c5a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:56.786437 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b9d43df9-76af-43b1-a88f-822139d307d5 req-bea49044-ddca-458e-8724-781906183c5a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.1248715 May 19 21:33:56.953516 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b9d43df9-76af-43b1-a88f-822139d307d5 req-ede7e7cb-3016-40b1-bdfd-3ae2b655e7e6 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506381 May 19 21:33:56.961658 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1ffe-ad74-496a-9acb-c24bffea2bb8 admin admin] Publish callbacks [] for security_group (9803fac7-cf2e-407c-8a5c-b8e7ac3024ba), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:56.968745 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1ffe-ad74-496a-9acb-c24bffea2bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (9803fac7-cf2e-407c-8a5c-b8e7ac3024ba), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:56.972371 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Publish callbacks [] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:56.980987 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:57.079477 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Pushing event updated for resources: {'Port': ['ID=10c40907-efe1-46a7-a3fe-a531a8e4d8d9,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:57.120418 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-7d6b1ffe-ad74-496a-9acb-c24bffea2bb8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a69c8ac8a7d34c0fa6b1632a0c15ae7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6199851 May 19 21:33:57.120697 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-285455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697946'] for router_interface (5c0f9981-5982-4c01-8f9a-432e4f111584), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:57.120867 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b1ffe-ad74-496a-9acb-c24bffea2bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9803fac7-cf2e-407c-8a5c-b8e7ac3024ba,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:57.124330 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58256) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:57.301455 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8fe190e8-e477-4127-aaaf-16db05ac1ae8 req-a60bfbbc-c07f-4386-86c0-8659c473d835 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 210 time: 0.0588481 May 19 21:33:57.354719 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-682a6d12-2e97-4630-bc6b-332488b5cfe8 admin admin] Publish callbacks [] for security_group (9803fac7-cf2e-407c-8a5c-b8e7ac3024ba), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:57.438876 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-682a6d12-2e97-4630-bc6b-332488b5cfe8 admin admin] Publish callbacks [] for security_group (9803fac7-cf2e-407c-8a5c-b8e7ac3024ba), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:57.489503 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:57.536034 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Network d5d9547d-2306-4c78-9ac6-532192256ea5 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:33:57.552709 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:33:57.608723 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-e4af6829-957b-4cfa-b9c8-88fb1974814c tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:57.612949 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-e4af6829-957b-4cfa-b9c8-88fb1974814c tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.87 "GET /v2.0/networks?id=dead0934-78cb-4aba-a85a-e1a39596f2e4 HTTP/1.1" status: 200 len: 808 time: 0.1988983 May 19 21:33:57.649994 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-a50192c2-aedd-4942-a91d-8af762c67720 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Request body: {'port': {'device_id': '4a2fe4f6-f020-4fdc-bb72-ffe298b56627', 'network_id': 'dead0934-78cb-4aba-a85a-e1a39596f2e4', 'admin_state_up': True, 'tenant_id': 'f9c4f4baaf8f4a258171bf97abdc8905'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:57.659023 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:57.908528 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Router 5c0f9981-5982-4c01-8f9a-432e4f111584 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:33:57.954668 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-682a6d12-2e97-4630-bc6b-332488b5cfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (9803fac7-cf2e-407c-8a5c-b8e7ac3024ba), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:57.960071 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-682a6d12-2e97-4630-bc6b-332488b5cfe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:57.978524 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-682a6d12-2e97-4630-bc6b-332488b5cfe8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9803fac7-cf2e-407c-8a5c-b8e7ac3024ba HTTP/1.1" status: 204 len: 168 time: 0.8398077 May 19 21:33:58.007431 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-a50192c2-aedd-4942-a91d-8af762c67720 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Made reservation on behalf of f9c4f4baaf8f4a258171bf97abdc8905 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:33:58.012365 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-a50192c2-aedd-4942-a91d-8af762c67720 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:58.068960 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a6d12-2e97-4630-bc6b-332488b5cfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9803fac7-cf2e-407c-8a5c-b8e7ac3024ba,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:58.121167 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bacea49a-918c-4273-9c1f-d17826b3a02d None None] Provisioning complete for port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:33:58.123718 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bacea49a-918c-4273-9c1f-d17826b3a02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:58.134424 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:58.169064 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-a50192c2-aedd-4942-a91d-8af762c67720 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Allocated IP 172.20.0.7 (dead0934-78cb-4aba-a85a-e1a39596f2e4/d58e477f-8cfa-4597-a94c-046209faafc4/abeca8c2-0922-427b-bde2-2a81f568efa5) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:33:58.281621 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:33:58.330106 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-58c9a927-3095-4b92-bca7-0363823b94f2 admin admin] 10.222.0.65 "PUT /v2.0/routers/5c0f9981-5982-4c01-8f9a-432e4f111584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6047339 May 19 21:33:58.348365 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bacea49a-918c-4273-9c1f-d17826b3a02d None None] Port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:33:58.534061 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 608d7246-a0e0-4397-810f-66afd692e385 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:33:58.659628 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:58.671776 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-a50192c2-aedd-4942-a91d-8af762c67720 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks [] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:58.715907 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 608d7246-a0e0-4397-810f-66afd692e385 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:33:58.716510 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (608d7246-a0e0-4397-810f-66afd692e385), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:58.724358 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f933fae2-98e7-4e0c-b70d-f01f3830dd5b req-fadcc137-a05f-4a07-8e81-40cf527d0b7e tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 210 time: 0.1495910 May 19 21:33:58.745799 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-a50192c2-aedd-4942-a91d-8af762c67720 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:58.877432 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-a50192c2-aedd-4942-a91d-8af762c67720 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Network dead0934-78cb-4aba-a85a-e1a39596f2e4 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:33:58.894091 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-a50192c2-aedd-4942-a91d-8af762c67720 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:33:58.895634 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58292) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:58.909177 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50192c2-aedd-4942-a91d-8af762c67720 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Pushing event updated for resources: {'Port': ['ID=abeca8c2-0922-427b-bde2-2a81f568efa5,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:58.913397 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-a50192c2-aedd-4942-a91d-8af762c67720 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:33:58.961442 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 608d7246-a0e0-4397-810f-66afd692e385 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:33:58.961822 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (608d7246-a0e0-4397-810f-66afd692e385), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:58.963692 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f58afb47-5f98-4483-837f-c9d70401408a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:59.024642 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-a50192c2-aedd-4942-a91d-8af762c67720 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:59.026824 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-a50192c2-aedd-4942-a91d-8af762c67720 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:59.055853 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] For port 608d7246-a0e0-4397-810f-66afd692e385, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=608d7246-a0e0-4397-810f-66afd692e385,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:33:59.058580 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-a50192c2-aedd-4942-a91d-8af762c67720 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4196119 May 19 21:33:59.065310 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (608d7246-a0e0-4397-810f-66afd692e385), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:59.073918 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Request body: {'port': {'device_id': '4a2fe4f6-f020-4fdc-bb72-ffe298b56627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:59.155198 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:59.157693 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Pushing event updated for resources: {'Port': ['ID=608d7246-a0e0-4397-810f-66afd692e385,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:59.197036 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f58afb47-5f98-4483-837f-c9d70401408a admin admin] Publish callbacks [] for security_group (0821f608-37f4-400d-a33d-05042e596392), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:59.206095 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f58afb47-5f98-4483-837f-c9d70401408a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (0821f608-37f4-400d-a33d-05042e596392), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:59.293244 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Sync routers for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:33:59.338857 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f58afb47-5f98-4483-837f-c9d70401408a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d6fbdeaef61748ebbe25e365ec81f561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412620 May 19 21:33:59.339523 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58304) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:59.343523 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58afb47-5f98-4483-837f-c9d70401408a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0821f608-37f4-400d-a33d-05042e596392,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:33:59.349335 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:33:59.351632 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:33:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:33:59.496928 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3e383d2-e249-47cf-ae75-7c32a53a64c2 admin admin] Publish callbacks [] for security_group (0821f608-37f4-400d-a33d-05042e596392), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:59.534800 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3e383d2-e249-47cf-ae75-7c32a53a64c2 admin admin] Publish callbacks [] for security_group (0821f608-37f4-400d-a33d-05042e596392), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:59.567805 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:59.701292 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:33:59.822847 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160e816-7417-4e9f-93c1-8c3d2b791502 req-c36f687b-1140-410a-a0c5-104ab44599f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:59.826400 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9160e816-7417-4e9f-93c1-8c3d2b791502 req-c36f687b-1140-410a-a0c5-104ab44599f1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 1130 time: 0.1702490 May 19 21:33:59.835036 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:33:59.866466 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58320) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:33:59.888626 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10517815-b15c-4f7a-84ba-09a5dd0ff980 req-fdd9952f-dd2d-48ca-b8a1-ddb25c0fe2f4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:33:59.890012 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-10517815-b15c-4f7a-84ba-09a5dd0ff980 req-fdd9952f-dd2d-48ca-b8a1-ddb25c0fe2f4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.1645398 May 19 21:33:59.898467 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-974341370-network', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:33:59.947715 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3e383d2-e249-47cf-ae75-7c32a53a64c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (0821f608-37f4-400d-a33d-05042e596392), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:59.950710 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3e383d2-e249-47cf-ae75-7c32a53a64c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:33:59.955533 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a3e383d2-e249-47cf-ae75-7c32a53a64c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0821f608-37f4-400d-a33d-05042e596392 HTTP/1.1" status: 204 len: 168 time: 0.5902133 May 19 21:34:00.016447 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e383d2-e249-47cf-ae75-7c32a53a64c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0821f608-37f4-400d-a33d-05042e596392,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:00.087459 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] Made reservation on behalf of 8b2c1a02d52a4033956d358959ba1e6f for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:34:00.091306 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:00.141840 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 2, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:00.182637 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:00.185821 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Checking router: 5c0f9981-5982-4c01-8f9a-432e4f111584 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:34:00.186470 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Updating router 5c0f9981-5982-4c01-8f9a-432e4f111584 port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 binding host dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:34:00.228724 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:00.239093 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-10517815-b15c-4f7a-84ba-09a5dd0ff980 req-d29398ff-0633-47f8-b297-28fae65d4713 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367732 May 19 21:34:00.244486 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 608d7246-a0e0-4397-810f-66afd692e385 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:00.251830 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b7829-139f-4638-88be-24a4dbd729b6 req-842f9a94-509c-4cad-bffe-117d3ebcc2be tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:00.270613 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-198b7829-139f-4638-88be-24a4dbd729b6 req-842f9a94-509c-4cad-bffe-117d3ebcc2be tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 931 time: 0.3721423 May 19 21:34:00.299622 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160e816-7417-4e9f-93c1-8c3d2b791502 req-2ea81f30-d328-4232-bb3a-61230f00f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:00.302847 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9160e816-7417-4e9f-93c1-8c3d2b791502 req-2ea81f30-d328-4232-bb3a-61230f00f7cf service neutron] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 920 time: 0.4636841 May 19 21:34:00.334602 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:00.369164 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-198b7829-139f-4638-88be-24a4dbd729b6 req-d17899be-13e0-4050-9f05-cb0709436056 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068530 May 19 21:34:00.383864 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 608d7246-a0e0-4397-810f-66afd692e385 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:00.384279 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (608d7246-a0e0-4397-810f-66afd692e385), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:00.458495 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:00.459264 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abeca8c2-0922-427b-bde2-2a81f568efa5 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:34:00.475966 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Publish callbacks [] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:00.502265 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Transition to ACTIVE for port object abeca8c2-0922-427b-bde2-2a81f568efa5 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:34:00.516636 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:00.565962 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9160e816-7417-4e9f-93c1-8c3d2b791502 req-63469aba-9a2e-4d36-9105-fd00032a3260 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e0ac86c-4227-4467-92ca-7b8942e9f54c HTTP/1.1" status: 200 len: 217 time: 0.2240007 May 19 21:34:00.618641 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Pushing event updated for resources: {'Port': ['ID=abeca8c2-0922-427b-bde2-2a81f568efa5,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:00.681488 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160e816-7417-4e9f-93c1-8c3d2b791502 req-e145a37b-28c7-41f2-ab1e-ccb688469bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:00.683144 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9160e816-7417-4e9f-93c1-8c3d2b791502 req-e145a37b-28c7-41f2-ab1e-ccb688469bee service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.1068609 May 19 21:34:00.685675 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] Publish callbacks [] for security_group (1412f68f-2835-40ed-9759-7f73471749e7), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:00.742869 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160e816-7417-4e9f-93c1-8c3d2b791502 req-b0e6a916-16c2-45d0-96d9-1e602c156fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:00.744610 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9160e816-7417-4e9f-93c1-8c3d2b791502 req-b0e6a916-16c2-45d0-96d9-1e602c156fff service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543144 May 19 21:34:00.746796 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (1412f68f-2835-40ed-9759-7f73471749e7), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:00.777967 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 608d7246-a0e0-4397-810f-66afd692e385 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:00.786797 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:00.788091 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Attempting to bind port abeca8c2-0922-427b-bde2-2a81f568efa5 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:34:00.788678 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Attempting to bind port abeca8c2-0922-427b-bde2-2a81f568efa5 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '8e606ade-ba7f-41bd-bcf8-b240afbd328c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dead0934-78cb-4aba-a85a-e1a39596f2e4'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:34:00.788805 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Attempting to bind port abeca8c2-0922-427b-bde2-2a81f568efa5 on network dead0934-78cb-4aba-a85a-e1a39596f2e4 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:34:00.796054 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Port abeca8c2-0922-427b-bde2-2a81f568efa5 on network dead0934-78cb-4aba-a85a-e1a39596f2e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:34:00.796422 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Attempting to bind port abeca8c2-0922-427b-bde2-2a81f568efa5 on network dead0934-78cb-4aba-a85a-e1a39596f2e4 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:34:00.805171 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:34:00.805513 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Checking segment: {'id': '8e606ade-ba7f-41bd-bcf8-b240afbd328c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dead0934-78cb-4aba-a85a-e1a39596f2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:00.805899 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Bound using segment: {'id': '8e606ade-ba7f-41bd-bcf8-b240afbd328c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dead0934-78cb-4aba-a85a-e1a39596f2e4'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:34:00.806398 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Bound port: abeca8c2-0922-427b-bde2-2a81f568efa5, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e606ade-ba7f-41bd-bcf8-b240afbd328c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dead0934-78cb-4aba-a85a-e1a39596f2e4'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:34:00.806860 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:00.856736 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Publish callbacks [] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:00.865441 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:00.920878 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] For port abeca8c2-0922-427b-bde2-2a81f568efa5, host hv-cinder-83563, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:34:00.929800 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] For port abeca8c2-0922-427b-bde2-2a81f568efa5, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=abeca8c2-0922-427b-bde2-2a81f568efa5,segment=NetworkSegment(8e606ade-ba7f-41bd-bcf8-b240afbd328c),segment_id=8e606ade-ba7f-41bd-bcf8-b240afbd328c)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:34:00.931846 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:34:00.946856 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:00.952277 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:00.963679 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1412f68f-2835-40ed-9759-7f73471749e7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:00.987117 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (e91124bd-cf56-4faa-93ce-dedc58d9a1f2), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:00.987117 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] Added segment e91124bd-cf56-4faa-93ce-dedc58d9a1f2 of type vlan for network 2093a7be-b150-41b0-b2e9-d88b4e0a62f7 May 19 21:34:01.016166 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071c2f1-f513-4a7f-b8f7-f832652be2b6 None None] Pushing event updated for resources: {'Port': ['ID=10c40907-efe1-46a7-a3fe-a531a8e4d8d9,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:01.046340 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Attempting to bind port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:34:01.046706 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Attempting to bind port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:34:01.047142 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Attempting to bind port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 on network d5d9547d-2306-4c78-9ac6-532192256ea5 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:34:01.080189 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:34:01.080783 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Checking segment: {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:01.082157 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:01.082835 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:01.083021 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Bound using segment: {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:34:01.083843 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:01.084364 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Bound port: 10c40907-efe1-46a7-a3fe-a531a8e4d8d9, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:34:01.084969 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:01.092226 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] 10.222.0.87 "PUT /v2.0/ports/abeca8c2-0922-427b-bde2-2a81f568efa5 HTTP/1.1" status: 200 len: 1093 time: 2.0265429 May 19 21:34:01.093293 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2fe4f6-f020-4fdc-bb72-ffe298b56627', 'tag': 'abeca8c2-0922-427b-bde2-2a81f568efa5'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:34:01.112079 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf855a0-d4f9-41f9-8ca5-7e417e5ee83b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2fe4f6-f020-4fdc-bb72-ffe298b56627", "tag": "abeca8c2-0922-427b-bde2-2a81f568efa5"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:34:01.182622 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (2093a7be-b150-41b0-b2e9-d88b4e0a62f7), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:01.266454 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4377b9-3bcc-4d18-a20a-e3d270582e71 service neutron] Pushing event updated for resources: {'Port': ['ID=abeca8c2-0922-427b-bde2-2a81f568efa5,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:01.274602 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9160e816-7417-4e9f-93c1-8c3d2b791502 req-b6a66031-e017-49e9-a977-a697e3a8d92f service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215809 May 19 21:34:01.304996 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-b48e27ca-7381-4fb1-80e2-c3d46a5025d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:01.307389 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-b48e27ca-7381-4fb1-80e2-c3d46a5025d0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f9c4f4baaf8f4a258171bf97abdc8905&device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 1127 time: 0.1324270 May 19 21:34:01.392704 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a1c905-fec7-4680-aa62-0b33ba41a258 x-openstack-request-id: req-e0a1c905-fec7-4680-aa62-0b33ba41a258 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:34:01.393280 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2fe4f6-f020-4fdc-bb72-ffe298b56627", "tag": "abeca8c2-0922-427b-bde2-2a81f568efa5", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:34:01.394337 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0a1c905-fec7-4680-aa62-0b33ba41a258 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:34:01.394935 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a1c905-fec7-4680-aa62-0b33ba41a258'] response: {'name': 'network-changed', 'server_uuid': '4a2fe4f6-f020-4fdc-bb72-ffe298b56627', 'tag': 'abeca8c2-0922-427b-bde2-2a81f568efa5', 'status': 'completed', 'code': 200} May 19 21:34:01.397606 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-60542feb-c431-445d-8847-7a0c4691c0f9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abeca8c2-0922-427b-bde2-2a81f568efa5 HTTP/1.1" status: 200 len: 217 time: 0.0830758 May 19 21:34:01.529200 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] For port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:34:01.580157 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1ad2d72d-bf00-4622-a6ef-da0c97dfa1c7 None None] Provisioning complete for port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:01.580871 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ad2d72d-bf00-4622-a6ef-da0c97dfa1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:01.612372 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] For port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=10c40907-efe1-46a7-a3fe-a531a8e4d8d9,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:34:01.629581 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:01.706065 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071c2f1-f513-4a7f-b8f7-f832652be2b6 None None] Pushing event updated for resources: {'Port': ['ID=10c40907-efe1-46a7-a3fe-a531a8e4d8d9,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:01.714482 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a502515-b1bc-4265-bbfd-817eb25f12b1 req-8f32cc10-fad6-4a40-9a98-680c5bc582c8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:01.721368 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3a502515-b1bc-4265-bbfd-817eb25f12b1 req-8f32cc10-fad6-4a40-9a98-680c5bc582c8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.2126732 May 19 21:34:01.724767 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2d72d-bf00-4622-a6ef-da0c97dfa1c7 None None] Port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:34:01.731761 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-e58e28b3-0d00-4439-923f-a2b5296a838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:01.734209 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-e58e28b3-0d00-4439-923f-a2b5296a838f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d58e477f-8cfa-4597-a94c-046209faafc4 HTTP/1.1" status: 200 len: 848 time: 0.3298888 May 19 21:34:01.740938 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9160e816-7417-4e9f-93c1-8c3d2b791502 req-98fdac5b-579a-48c2-ba82-cbcc9c4c7882 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307792 May 19 21:34:01.758900 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:34:01.759566 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:33:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:01.840219 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:01.950009 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11d42d-d569-4fdb-99e2-4bdce0f1970e req-2650164f-8ed9-4e56-8965-cd2c99db3da2 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:01.962689 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7e11d42d-d569-4fdb-99e2-4bdce0f1970e req-2650164f-8ed9-4e56-8965-cd2c99db3da2 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 943 time: 0.2491949 May 19 21:34:01.965468 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (2093a7be-b150-41b0-b2e9-d88b4e0a62f7), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:01.967108 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:01.968340 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:01.982186 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:01.987854 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-bf2a2cb9-bf54-4769-a41e-48ffa202b251 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dead0934-78cb-4aba-a85a-e1a39596f2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2128503 May 19 21:34:02.063461 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:34:02.087654 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.1957693 May 19 21:34:02.112640 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58376) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:02.124273 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d578985b-332e-4e39-b64c-24e7b57d62f9 admin admin] Request body: {'subnet': {'network_id': '2093a7be-b150-41b0-b2e9-d88b4e0a62f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-974341370-subnet', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:02.142615 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afb9ae-9db8-40af-a3f7-1c269d5af405 admin admin] Pushing event updated for resources: {'Network': ['ID=2093a7be-b150-41b0-b2e9-d88b4e0a62f7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:02.162903 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network 2093a7be-b150-41b0-b2e9-d88b4e0a62f7 details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:34:02.198483 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d578985b-332e-4e39-b64c-24e7b57d62f9 admin admin] Made reservation on behalf of 8b2c1a02d52a4033956d358959ba1e6f for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:34:02.203231 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d578985b-332e-4e39-b64c-24e7b57d62f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567043'] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:02.205712 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3a502515-b1bc-4265-bbfd-817eb25f12b1 req-46a41ced-9445-42ba-80eb-8c024bb07696 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344575 May 19 21:34:02.228666 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7e11d42d-d569-4fdb-99e2-4bdce0f1970e req-b10ea597-6fce-4f5f-b614-70df20d54372 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648213 May 19 21:34:02.295594 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:02.318194 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:02.321302 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-0e1d1e07-a043-4fac-841d-7df863aa3f4d service neutron] 10.222.0.87 "GET /v2.0/networks/dead0934-78cb-4aba-a85a-e1a39596f2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953305 May 19 21:34:02.368397 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9eab81fb-0ec7-4f4d-a059-291c43422877 None None] Provisioning complete for port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:02.368397 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9eab81fb-0ec7-4f4d-a059-291c43422877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:02.465860 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2866c46-3ab9-4958-9b7a-d7ff22f2c979 req-5a4316f5-8561-4814-a703-c4e061ba19ff service neutron] 10.222.0.87 "GET /v2.0/networks/dead0934-78cb-4aba-a85a-e1a39596f2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357229 May 19 21:34:02.598645 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d578985b-332e-4e39-b64c-24e7b57d62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8577145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567061'] for subnet (26cd7f17-0723-425d-8281-aee3afdc7a5f), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:02.694627 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578985b-332e-4e39-b64c-24e7b57d62f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26cd7f17-0723-425d-8281-aee3afdc7a5f,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:02.715333 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578985b-332e-4e39-b64c-24e7b57d62f9 admin admin] Checking segment: {'id': 'e91124bd-cf56-4faa-93ce-dedc58d9a1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2093a7be-b150-41b0-b2e9-d88b4e0a62f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:02.715919 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d578985b-332e-4e39-b64c-24e7b57d62f9 admin admin] Network hostable DHCP agents. Network: 2093a7be-b150-41b0-b2e9-d88b4e0a62f7, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:34:02.730837 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9eab81fb-0ec7-4f4d-a059-291c43422877 None None] Current status of the port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:02.731778 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9eab81fb-0ec7-4f4d-a059-291c43422877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:02.756556 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d578985b-332e-4e39-b64c-24e7b57d62f9 admin admin] Network 2093a7be-b150-41b0-b2e9-d88b4e0a62f7 is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:34:02.772988 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d578985b-332e-4e39-b64c-24e7b57d62f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, 2093a7be-b150-41b0-b2e9-d88b4e0a62f7) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:02.780422 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578985b-332e-4e39-b64c-24e7b57d62f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:02.781009 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d578985b-332e-4e39-b64c-24e7b57d62f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:02.801905 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea3d54a-9ac8-4003-9180-c9adad4abfe8 None None] Network 2093a7be-b150-41b0-b2e9-d88b4e0a62f7 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:34:02.803046 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-d578985b-332e-4e39-b64c-24e7b57d62f9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6872354 May 19 21:34:02.807337 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58384) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:02.815469 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-974341370-router', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:02.877350 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2802'] for router (acd5cb6c-493b-43ac-8d8a-037115e16e48), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:02.880739 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2034749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2811'] for router (acd5cb6c-493b-43ac-8d8a-037115e16e48), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:02.908573 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:01Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:02.914775 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9eab81fb-0ec7-4f4d-a059-291c43422877 None None] For port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=10c40907-efe1-46a7-a3fe-a531a8e4d8d9,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:34:02.968347 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9eab81fb-0ec7-4f4d-a059-291c43422877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:02.988010 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec85109-c94e-4f23-9f33-681073a5541e None None] The sync data for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi is: [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:01Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:34:03.000893 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Publish callbacks [] for router_controller (acd5cb6c-493b-43ac-8d8a-037115e16e48), precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:03.212424 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab81fb-0ec7-4f4d-a059-291c43422877 None None] Pushing event updated for resources: {'Port': ['ID=10c40907-efe1-46a7-a3fe-a531a8e4d8d9,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:03.224824 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfcf098c-fcb3-5877-a9cf-25c71848f504-2093a7be-b150-41b0-b2e9-d88b4e0a62f7', 'network_id': '2093a7be-b150-41b0-b2e9-d88b4e0a62f7', 'project_id': '8b2c1a02d52a4033956d358959ba1e6f', 'fixed_ips': [{'subnet_id': '26cd7f17-0723-425d-8281-aee3afdc7a5f'}]}} from dv-cinder-835635-2-iscsi. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 21:34:03.226843 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:03.263480 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Publish callbacks [] for router_gateway (acd5cb6c-493b-43ac-8d8a-037115e16e48), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:03.495879 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb14c8d-11e7-48a8-9602-1aa3077452e0 req-1c2912c8-2d8d-4783-b911-385c7a4422f3 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:03.505724 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9eb14c8d-11e7-48a8-9602-1aa3077452e0 req-1c2912c8-2d8d-4783-b911-385c7a4422f3 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 943 time: 0.1123662 May 19 21:34:03.556802 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Allocated IP 172.20.0.2 (2093a7be-b150-41b0-b2e9-d88b4e0a62f7/26cd7f17-0723-425d-8281-aee3afdc7a5f/0aa6d546-7a82-425e-b66c-f770fce79971) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:34:03.559958 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:03.590573 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:03.621320 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590690d-8633-4457-a555-25fcdc19af0e req-7983e7ee-2952-4377-ab8d-cd2bce3539df tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:03.624734 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d590690d-8633-4457-a555-25fcdc19af0e req-7983e7ee-2952-4377-ab8d-cd2bce3539df tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.1844807 May 19 21:34:03.639101 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9eb14c8d-11e7-48a8-9602-1aa3077452e0 req-4d0d9dd3-d9bb-4bb4-bd54-1abd0605e13e tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227696 May 19 21:34:03.747773 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Publish callbacks [] for router_gateway (acd5cb6c-493b-43ac-8d8a-037115e16e48), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:03.785899 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:03.791568 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Publish callbacks [] for port (0aa6d546-7a82-425e-b66c-f770fce79971), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:03.799878 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (0aa6d546-7a82-425e-b66c-f770fce79971), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:03.805767 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d590690d-8633-4457-a555-25fcdc19af0e req-58b12f62-c7b4-4865-8e4c-8f39eb75f2e4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349194 May 19 21:34:03.862414 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Network 2093a7be-b150-41b0-b2e9-d88b4e0a62f7 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:34:03.868343 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:03.873225 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:34:03.883947 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Pushing event updated for resources: {'Port': ['ID=0aa6d546-7a82-425e-b66c-f770fce79971,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:03.897574 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:03.957523 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Attempting to bind port 0aa6d546-7a82-425e-b66c-f770fce79971 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:34:03.957889 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Attempting to bind port 0aa6d546-7a82-425e-b66c-f770fce79971 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': 'e91124bd-cf56-4faa-93ce-dedc58d9a1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2093a7be-b150-41b0-b2e9-d88b4e0a62f7'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:34:03.958266 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Attempting to bind port 0aa6d546-7a82-425e-b66c-f770fce79971 on network 2093a7be-b150-41b0-b2e9-d88b4e0a62f7 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:34:03.965229 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:34:03.965591 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Checking segment: {'id': 'e91124bd-cf56-4faa-93ce-dedc58d9a1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2093a7be-b150-41b0-b2e9-d88b4e0a62f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:03.965992 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:03.966408 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Bound using segment: {'id': 'e91124bd-cf56-4faa-93ce-dedc58d9a1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2093a7be-b150-41b0-b2e9-d88b4e0a62f7'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:34:03.966892 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Bound port: 0aa6d546-7a82-425e-b66c-f770fce79971, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91124bd-cf56-4faa-93ce-dedc58d9a1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2093a7be-b150-41b0-b2e9-d88b4e0a62f7'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:34:03.967267 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (0aa6d546-7a82-425e-b66c-f770fce79971), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:03.972711 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Allocated IP 172.27.0.219 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:34:04.029311 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:04.057398 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] For port 0aa6d546-7a82-425e-b66c-f770fce79971, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:34:04.063897 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] For port 0aa6d546-7a82-425e-b66c-f770fce79971, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=0aa6d546-7a82-425e-b66c-f770fce79971,segment=NetworkSegment(e91124bd-cf56-4faa-93ce-dedc58d9a1f2),segment_id=e91124bd-cf56-4faa-93ce-dedc58d9a1f2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:34:04.070171 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (0aa6d546-7a82-425e-b66c-f770fce79971), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:04.110927 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Publish callbacks [] for port (ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:04.133486 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632afbf-9609-4467-b462-ea2aa991c7fa None None] Pushing event updated for resources: {'Port': ['ID=0aa6d546-7a82-425e-b66c-f770fce79971,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:04.133877 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:04.170639 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:04.237324 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:34:04.243352 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:04.245921 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Pushing event updated for resources: {'Port': ['ID=ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:04.248613 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:34:04.273246 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:04.346460 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:04.347162 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:04.474766 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:04.684185 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Publish callbacks [] for router_gateway (acd5cb6c-493b-43ac-8d8a-037115e16e48), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:04.835731 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e097a9-8ae6-4a0c-a1f8-9775099e7c80 req-be48cebf-18cd-4dce-99a3-f397fa7cba54 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:04.838666 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a2e097a9-8ae6-4a0c-a1f8-9775099e7c80 req-be48cebf-18cd-4dce-99a3-f397fa7cba54 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 943 time: 0.0756035 May 19 21:34:04.922783 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a2e097a9-8ae6-4a0c-a1f8-9775099e7c80 req-ebbeeddf-81ce-4945-852f-f43919c27111 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768447 May 19 21:34:05.052090 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696601'] for router (acd5cb6c-493b-43ac-8d8a-037115e16e48), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:05.071421 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bbdca-6dfc-4948-8dac-aaa67bcb1d3c req-95e9f141-adda-49f6-8622-7da5004c2844 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:05.073820 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-891bbdca-6dfc-4948-8dac-aaa67bcb1d3c req-95e9f141-adda-49f6-8622-7da5004c2844 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.1162000 May 19 21:34:05.181855 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:05.529850 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5f9228-73af-46f4-949b-c29bd3b019a8 None None] Network 2093a7be-b150-41b0-b2e9-d88b4e0a62f7 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:34:05.625408 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f38c1427-7284-4edd-804b-62b8d4820614 None None] Provisioning complete for port 0aa6d546-7a82-425e-b66c-f770fce79971 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:05.625896 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f38c1427-7284-4edd-804b-62b8d4820614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (0aa6d546-7a82-425e-b66c-f770fce79971), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:05.638594 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-891bbdca-6dfc-4948-8dac-aaa67bcb1d3c req-69143283-9a06-4bf9-8e8f-a7a776e101bb tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016770 May 19 21:34:05.727126 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Router acd5cb6c-493b-43ac-8d8a-037115e16e48 is scheduled to L3 agent 63064880-299a-4199-80c8-b1b38af51d60 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 21:34:05.753841 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1427-7284-4edd-804b-62b8d4820614 None None] Current status of the port 0aa6d546-7a82-425e-b66c-f770fce79971 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:05.754698 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f38c1427-7284-4edd-804b-62b8d4820614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (0aa6d546-7a82-425e-b66c-f770fce79971), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:05.802373 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f38c1427-7284-4edd-804b-62b8d4820614 None None] For port 0aa6d546-7a82-425e-b66c-f770fce79971, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=0aa6d546-7a82-425e-b66c-f770fce79971,segment=NetworkSegment(e91124bd-cf56-4faa-93ce-dedc58d9a1f2),segment_id=e91124bd-cf56-4faa-93ce-dedc58d9a1f2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:34:05.808559 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f38c1427-7284-4edd-804b-62b8d4820614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (0aa6d546-7a82-425e-b66c-f770fce79971), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:05.892813 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:05.897421 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1427-7284-4edd-804b-62b8d4820614 None None] Pushing event updated for resources: {'Port': ['ID=0aa6d546-7a82-425e-b66c-f770fce79971,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:05.913386 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:34:05.927163 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Sync routers for ids ['acd5cb6c-493b-43ac-8d8a-037115e16e48'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:34:05.945521 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:05.951879 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-4b6ea70b-444d-461d-b806-ff53d5b58afc admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1402330 May 19 21:34:05.952227 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58416) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:05.953012 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Routers {'acd5cb6c-493b-43ac-8d8a-037115e16e48'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:34:05.955438 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:33:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['acd5cb6c-493b-43ac-8d8a-037115e16e48'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:06.035788 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-680931bf-448a-44e6-8098-55e16f06c1ff None None] Provisioning complete for port 0aa6d546-7a82-425e-b66c-f770fce79971 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:06.036144 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-680931bf-448a-44e6-8098-55e16f06c1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (0aa6d546-7a82-425e-b66c-f770fce79971), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:06.173582 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ad53c-11db-402c-8e85-4ff747115ad5 req-9f4297eb-1ac7-4cb2-9881-8ef2c7b03cb2 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:06.175268 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f99ad53c-11db-402c-8e85-4ff747115ad5 req-9f4297eb-1ac7-4cb2-9881-8ef2c7b03cb2 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 943 time: 0.1415927 May 19 21:34:06.209863 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-680931bf-448a-44e6-8098-55e16f06c1ff None None] Current status of the port 0aa6d546-7a82-425e-b66c-f770fce79971 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:06.213579 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Set router acd5cb6c-493b-43ac-8d8a-037115e16e48 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:34:06.269075 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 0aa6d546-7a82-425e-b66c-f770fce79971 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:06.335202 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f99ad53c-11db-402c-8e85-4ff747115ad5 req-6863a72c-89dd-4e9b-aee4-1ea5c02fd79c tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423397 May 19 21:34:06.394877 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 0aa6d546-7a82-425e-b66c-f770fce79971 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:06.395358 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (0aa6d546-7a82-425e-b66c-f770fce79971), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:06.514951 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:06.518841 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'name': 'tempest-TestVolumeBootPattern-974341370-router', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:02Z', 'updated_at': '2022-05-19T21:34:04Z', 'revision_number': 3, 'project_id': '8b2c1a02d52a4033956d358959ba1e6f', 'gw_port': {'id': 'ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:03Z', 'updated_at': '2022-05-19T21:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:06.536193 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:06.542110 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 0aa6d546-7a82-425e-b66c-f770fce79971 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:06.557269 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Checking router: acd5cb6c-493b-43ac-8d8a-037115e16e48 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:34:06.557589 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Updating router acd5cb6c-493b-43ac-8d8a-037115e16e48 port ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 binding host dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:34:06.577897 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:06.588506 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:06.625549 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:06.668605 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81642193-ac03-4b4f-8cff-162356abbf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:06.744798 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:06.871699 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe42bce-b786-4610-b5b2-f9b0e1dc9100 req-5c8eb111-cd16-48f2-b908-29da96af0722 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:06.873329 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6fe42bce-b786-4610-b5b2-f9b0e1dc9100 req-5c8eb111-cd16-48f2-b908-29da96af0722 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.1069660 May 19 21:34:06.946850 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6fe42bce-b786-4610-b5b2-f9b0e1dc9100 req-93d1afb4-fb3f-436b-b78b-693fa5560567 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612538 May 19 21:34:06.960285 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Allocated IP 172.20.0.1 (2093a7be-b150-41b0-b2e9-d88b4e0a62f7/26cd7f17-0723-425d-8281-aee3afdc7a5f/5d372f88-1cda-4081-8c2c-b5f26b6ce9c9) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:34:06.978943 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Publish callbacks [] for port (ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:06.985621 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:07.041019 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Attempting to bind port ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:34:07.041435 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Attempting to bind port ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:34:07.041852 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Attempting to bind port ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 on network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:34:07.044412 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72475455-85f5-4454-b707-90450b765f2c None None] Pushing event updated for resources: {'Port': ['ID=ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:07.050981 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:34:07.051351 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Checking segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:07.051727 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:07.052194 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Bound using segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:34:07.052577 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Bound port: ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:34:07.052944 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:07.100485 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:07.112499 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:07.114047 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] For port ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:34:07.117065 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Publish callbacks [] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:07.118153 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] For port ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:34:07.126844 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:07.153717 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:07.193591 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Routers {'acd5cb6c-493b-43ac-8d8a-037115e16e48'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:34:07.194229 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:33:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['acd5cb6c-493b-43ac-8d8a-037115e16e48'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:07.198906 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Network 2093a7be-b150-41b0-b2e9-d88b4e0a62f7 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:34:07.202447 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:07.207113 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:34:07.245663 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Pushing event updated for resources: {'Port': ['ID=5d372f88-1cda-4081-8c2c-b5f26b6ce9c9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:07.251808 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72475455-85f5-4454-b707-90450b765f2c None None] Pushing event updated for resources: {'Port': ['ID=ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:07.315730 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] Set router acd5cb6c-493b-43ac-8d8a-037115e16e48 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:34:07.533237 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.533575 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.533906 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.534230 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.534586 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.534908 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.535220 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.535538 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.535849 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.536159 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.536465 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.536780 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.537105 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.537812 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.538135 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:07.556956 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-bdef1053-1802-469b-86dd-946d0b0f9557 None None] Provisioning complete for port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:07.558814 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1697578'] for router_interface (acd5cb6c-493b-43ac-8d8a-037115e16e48), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:07.563686 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bdef1053-1802-469b-86dd-946d0b0f9557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:07.565309 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'name': 'tempest-TestVolumeBootPattern-974341370-router', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:02Z', 'updated_at': '2022-05-19T21:34:04Z', 'revision_number': 3, 'project_id': '8b2c1a02d52a4033956d358959ba1e6f', 'gw_port': {'id': 'ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:03Z', 'updated_at': '2022-05-19T21:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:07.612163 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bdef1053-1802-469b-86dd-946d0b0f9557 None None] Port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:34:07.612508 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f109f-aa08-40b6-b785-f1c6d93deaae None None] The sync data for ids ['acd5cb6c-493b-43ac-8d8a-037115e16e48'] in dv-cinder-835635-2-iscsi is: [{'id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'name': 'tempest-TestVolumeBootPattern-974341370-router', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:02Z', 'updated_at': '2022-05-19T21:34:04Z', 'revision_number': 3, 'project_id': '8b2c1a02d52a4033956d358959ba1e6f', 'gw_port': {'id': 'ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:03Z', 'updated_at': '2022-05-19T21:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:34:07.616841 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3030076-7f63-49ba-b3fa-fec1a7a047c9 req-faec6b32-81cc-4709-9052-36dc81951182 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:07.618535 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c3030076-7f63-49ba-b3fa-fec1a7a047c9 req-faec6b32-81cc-4709-9052-36dc81951182 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 943 time: 0.1043999 May 19 21:34:07.713468 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c3030076-7f63-49ba-b3fa-fec1a7a047c9 req-96c192fc-3505-46b7-8063-144d4e1a16e7 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884540 May 19 21:34:07.767184 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:07.783740 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:08.073871 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Publish callbacks [] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:08.081223 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:08.112042 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ec1e1-6814-411a-bd44-d7b95bb4215b req-c261d673-8763-4a26-bac0-b865c688c258 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:08.121953 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8c9ec1e1-6814-411a-bd44-d7b95bb4215b req-c261d673-8763-4a26-bac0-b865c688c258 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0823669 May 19 21:34:08.193245 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8c9ec1e1-6814-411a-bd44-d7b95bb4215b req-c535abf5-4151-4610-acd2-1cebc3d3a873 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697072 May 19 21:34:08.194940 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-285455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697946'] for router_interface (acd5cb6c-493b-43ac-8d8a-037115e16e48), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:08.200354 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Pushing event updated for resources: {'Port': ['ID=5d372f88-1cda-4081-8c2c-b5f26b6ce9c9,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:08.227571 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:08.284008 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:08.284387 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:08.338066 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Network 2093a7be-b150-41b0-b2e9-d88b4e0a62f7 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:34:08.339876 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:08.399283 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:08.400083 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:08.447440 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] For port ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:34:08.456668 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:08.496830 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:08.537866 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Router acd5cb6c-493b-43ac-8d8a-037115e16e48 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:34:08.557698 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Pushing event updated for resources: {'Port': ['ID=ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:08.707580 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:34:08.715000 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-34a11b2d-d30e-4021-ba2d-06ddea8a77ed admin admin] 10.222.0.65 "PUT /v2.0/routers/acd5cb6c-493b-43ac-8d8a-037115e16e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7614408 May 19 21:34:08.754836 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-7fc03d4d-ed74-4c8d-beaa-60c4de448702 None None] Provisioning complete for port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:08.755351 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7fc03d4d-ed74-4c8d-beaa-60c4de448702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:08.799020 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7fc03d4d-ed74-4c8d-beaa-60c4de448702 None None] Port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:34:08.896780 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0d8ae-1e51-4f7a-8adb-3dcee8ab180f req-7004cb8f-bd77-4e34-9f95-8514fb3c0291 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:08.899522 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-38e0d8ae-1e51-4f7a-8adb-3dcee8ab180f req-7004cb8f-bd77-4e34-9f95-8514fb3c0291 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 943 time: 0.0684104 May 19 21:34:08.983237 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-38e0d8ae-1e51-4f7a-8adb-3dcee8ab180f req-33dd712d-4662-48db-a9a2-a1a729b2d99c tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778110 May 19 21:34:09.276310 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58476) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:09.281599 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1388373731', 'description': 'tempest-secgroup-smoke-1388373731 description', 'project_id': '4951b93f86e1485692a4aae7b9ece8f6'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:09.324337 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.362355 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-855ffb60-a1da-4203-a149-9001b1f26656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.372383 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1628cf-d35d-49c7-a3ab-1c42a60d5f09 req-67f34c80-bad8-4fb1-a870-19330e66daf3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:09.380086 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4c1628cf-d35d-49c7-a3ab-1c42a60d5f09 req-67f34c80-bad8-4fb1-a870-19330e66daf3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0845513 May 19 21:34:09.443770 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4c1628cf-d35d-49c7-a3ab-1c42a60d5f09 req-7d1c5a47-92b8-4e0f-9b04-2f7791b0dbcb tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626304 May 19 21:34:09.451840 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group (52bb716f-e459-483c-90c9-67cdbfd31391), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.457510 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (52bb716f-e459-483c-90c9-67cdbfd31391), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.514873 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bb716f-e459-483c-90c9-67cdbfd31391,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:09.519457 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.520825 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2434824 May 19 21:34:09.526486 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58482) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:09.527951 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.528284 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.528646 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.529049 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.529370 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.529690 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.530011 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.530357 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.530694 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.530994 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.531632 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.532170 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.532593 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.533180 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.533643 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7c1e3-06ba-4acc-95c0-ff4fee957c2d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:09.533900 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c25b2225-9b3e-4067-b697-9160ae907028 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Request body: {'security_group_rule': {'security_group_id': '52bb716f-e459-483c-90c9-67cdbfd31391', 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:09.577427 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c25b2225-9b3e-4067-b697-9160ae907028 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (9c236b9f-a9df-4e32-a718-9ba8ff4c6ebc), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.643661 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:09.657040 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c25b2225-9b3e-4067-b697-9160ae907028 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (9c236b9f-a9df-4e32-a718-9ba8ff4c6ebc), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.663723 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c25b2225-9b3e-4067-b697-9160ae907028 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (9c236b9f-a9df-4e32-a718-9ba8ff4c6ebc), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.685996 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.691276 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b2225-9b3e-4067-b697-9160ae907028 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c236b9f-a9df-4e32-a718-9ba8ff4c6ebc,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:09.702738 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c25b2225-9b3e-4067-b697-9160ae907028 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.704583 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c25b2225-9b3e-4067-b697-9160ae907028 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1765485 May 19 21:34:09.709244 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58484) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:09.714187 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-9a072de5-5e88-4594-8817-d637324fcdfb tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Request body: {'security_group_rule': {'security_group_id': '52bb716f-e459-483c-90c9-67cdbfd31391', 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:09.751227 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a072de5-5e88-4594-8817-d637324fcdfb tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (d34ae6a5-31e9-4c4c-bc02-361045614a39), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.830074 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a072de5-5e88-4594-8817-d637324fcdfb tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (d34ae6a5-31e9-4c4c-bc02-361045614a39), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.834740 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a072de5-5e88-4594-8817-d637324fcdfb tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (d34ae6a5-31e9-4c4c-bc02-361045614a39), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.860298 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a072de5-5e88-4594-8817-d637324fcdfb tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34ae6a5-31e9-4c4c-bc02-361045614a39,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:09.872225 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a072de5-5e88-4594-8817-d637324fcdfb tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.874131 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-9a072de5-5e88-4594-8817-d637324fcdfb tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1636946 May 19 21:34:09.877745 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58488) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:09.883785 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-45f15ded-58fa-47db-b61a-208712655695 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Request body: {'security_group_rule': {'security_group_id': '52bb716f-e459-483c-90c9-67cdbfd31391', 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:09.919504 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45f15ded-58fa-47db-b61a-208712655695 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (4c74a1c7-eb57-4fda-b95a-08ce31b162b9), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:09.991627 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Sync routers for ids ['acd5cb6c-493b-43ac-8d8a-037115e16e48'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:34:09.996146 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45f15ded-58fa-47db-b61a-208712655695 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (4c74a1c7-eb57-4fda-b95a-08ce31b162b9), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.003075 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45f15ded-58fa-47db-b61a-208712655695 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (4c74a1c7-eb57-4fda-b95a-08ce31b162b9), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.007155 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Routers {'acd5cb6c-493b-43ac-8d8a-037115e16e48'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:34:10.007896 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:34:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['acd5cb6c-493b-43ac-8d8a-037115e16e48'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:10.032822 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:10.034973 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f15ded-58fa-47db-b61a-208712655695 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c74a1c7-eb57-4fda-b95a-08ce31b162b9,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:10.047193 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-45f15ded-58fa-47db-b61a-208712655695 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.051907 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58492) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:10.057029 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c056e515-df3b-42ec-b860-62275957d0b9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Request body: {'security_group_rule': {'security_group_id': '52bb716f-e459-483c-90c9-67cdbfd31391', 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:10.059449 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-45f15ded-58fa-47db-b61a-208712655695 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802752 May 19 21:34:10.094142 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c056e515-df3b-42ec-b860-62275957d0b9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (fe37bc0f-8636-47d9-87a9-e356e67e23b1), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.207446 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c056e515-df3b-42ec-b860-62275957d0b9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (fe37bc0f-8636-47d9-87a9-e356e67e23b1), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.211303 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba8bd9-2fa1-4fee-a5d6-0fc295dba2a3 req-5524a8e2-5be6-47ca-a142-16511f6ec19f tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:10.213916 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-35ba8bd9-2fa1-4fee-a5d6-0fc295dba2a3 req-5524a8e2-5be6-47ca-a142-16511f6ec19f tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 943 time: 0.0942094 May 19 21:34:10.214196 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c056e515-df3b-42ec-b860-62275957d0b9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (fe37bc0f-8636-47d9-87a9-e356e67e23b1), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.248495 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056e515-df3b-42ec-b860-62275957d0b9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe37bc0f-8636-47d9-87a9-e356e67e23b1,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:10.258139 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c056e515-df3b-42ec-b860-62275957d0b9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.260096 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c056e515-df3b-42ec-b860-62275957d0b9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2068725 May 19 21:34:10.264483 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58494) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:10.272273 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-99b0234a-b02d-4367-a709-c4996d9e034d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Request body: {'security_group_rule': {'security_group_id': '52bb716f-e459-483c-90c9-67cdbfd31391', 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:10.279904 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:10.302034 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-35ba8bd9-2fa1-4fee-a5d6-0fc295dba2a3 req-1862918b-8e3b-4181-abb6-17cda16a4611 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790896 May 19 21:34:10.319243 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-99b0234a-b02d-4367-a709-c4996d9e034d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Project 4951b93f86e1485692a4aae7b9ece8f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 21:34:10.332751 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-99b0234a-b02d-4367-a709-c4996d9e034d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (f3d572da-5407-420c-8f78-01e734577f2d), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.346274 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Set router acd5cb6c-493b-43ac-8d8a-037115e16e48 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:34:10.391388 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:10.391990 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.412382 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-99b0234a-b02d-4367-a709-c4996d9e034d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (f3d572da-5407-420c-8f78-01e734577f2d), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.417771 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-99b0234a-b02d-4367-a709-c4996d9e034d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (f3d572da-5407-420c-8f78-01e734577f2d), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.440880 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0234a-b02d-4367-a709-c4996d9e034d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d572da-5407-420c-8f78-01e734577f2d,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:10.460433 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-99b0234a-b02d-4367-a709-c4996d9e034d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.465235 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-99b0234a-b02d-4367-a709-c4996d9e034d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1962523 May 19 21:34:10.465684 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58498) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:10.472989 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2b31f69c-f32e-4ead-bd3e-6ac8b66c1498 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Request body: {'security_group_rule': {'security_group_id': '52bb716f-e459-483c-90c9-67cdbfd31391', 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:10.500929 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-2b31f69c-f32e-4ead-bd3e-6ac8b66c1498 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Project 4951b93f86e1485692a4aae7b9ece8f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 21:34:10.513203 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b31f69c-f32e-4ead-bd3e-6ac8b66c1498 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (c0b772b1-e52a-4012-9739-aba1c2a74841), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.551842 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.634923 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:10.635253 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:10.645505 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:10.668730 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead360a-6dab-46e2-8da5-5091e50e5164 req-61ec967f-f213-4bd5-9941-c0fd78cd6db5 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:10.674558 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cead360a-6dab-46e2-8da5-5091e50e5164 req-61ec967f-f213-4bd5-9941-c0fd78cd6db5 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.1030631 May 19 21:34:10.678701 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b31f69c-f32e-4ead-bd3e-6ac8b66c1498 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (c0b772b1-e52a-4012-9739-aba1c2a74841), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.696502 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b31f69c-f32e-4ead-bd3e-6ac8b66c1498 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (c0b772b1-e52a-4012-9739-aba1c2a74841), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.700581 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'name': 'tempest-TestVolumeBootPattern-974341370-router', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:02Z', 'updated_at': '2022-05-19T21:34:07Z', 'revision_number': 4, 'project_id': '8b2c1a02d52a4033956d358959ba1e6f', 'gw_port': {'id': 'ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:03Z', 'updated_at': '2022-05-19T21:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '5d372f88-1cda-4081-8c2c-b5f26b6ce9c9', 'name': '', 'network_id': '2093a7be-b150-41b0-b2e9-d88b4e0a62f7', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f', 'mac_address': 'fa:16:3e:15:03:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '26cd7f17-0723-425d-8281-aee3afdc7a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:06Z', 'updated_at': '2022-05-19T21:34:07Z', 'revision_number': 2, 'project_id': '8b2c1a02d52a4033956d358959ba1e6f', 'subnets': [{'id': '26cd7f17-0723-425d-8281-aee3afdc7a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:10.728645 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Checking router: acd5cb6c-493b-43ac-8d8a-037115e16e48 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:34:10.728987 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Updating router acd5cb6c-493b-43ac-8d8a-037115e16e48 port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 binding host dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:34:10.747406 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31f69c-f32e-4ead-bd3e-6ac8b66c1498 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b772b1-e52a-4012-9739-aba1c2a74841,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:10.776692 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.783798 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b31f69c-f32e-4ead-bd3e-6ac8b66c1498 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:10.785954 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-2b31f69c-f32e-4ead-bd3e-6ac8b66c1498 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3183627 May 19 21:34:10.806170 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cead360a-6dab-46e2-8da5-5091e50e5164 req-fa50686f-9550-4dd7-90c1-2fe3a4906fee tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254420 May 19 21:34:10.838836 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:11.227639 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Publish callbacks [] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:11.235593 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:11.300940 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c686ea9-5fdb-434a-b217-578722188f67 None None] Pushing event updated for resources: {'Port': ['ID=5d372f88-1cda-4081-8c2c-b5f26b6ce9c9,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:11.412909 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Attempting to bind port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:34:11.413786 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Attempting to bind port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': 'e91124bd-cf56-4faa-93ce-dedc58d9a1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2093a7be-b150-41b0-b2e9-d88b4e0a62f7'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:34:11.414728 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Attempting to bind port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 on network 2093a7be-b150-41b0-b2e9-d88b4e0a62f7 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:34:11.424077 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:34:11.424622 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Checking segment: {'id': 'e91124bd-cf56-4faa-93ce-dedc58d9a1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2093a7be-b150-41b0-b2e9-d88b4e0a62f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:11.425268 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:11.425751 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Bound using segment: {'id': 'e91124bd-cf56-4faa-93ce-dedc58d9a1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2093a7be-b150-41b0-b2e9-d88b4e0a62f7'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:34:11.426510 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Bound port: 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91124bd-cf56-4faa-93ce-dedc58d9a1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2093a7be-b150-41b0-b2e9-d88b4e0a62f7'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:34:11.427463 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:11.561716 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] For port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:34:11.570213 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] For port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=5d372f88-1cda-4081-8c2c-b5f26b6ce9c9,segment=NetworkSegment(e91124bd-cf56-4faa-93ce-dedc58d9a1f2),segment_id=e91124bd-cf56-4faa-93ce-dedc58d9a1f2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:34:11.581698 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:11.592134 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927b2f2-081e-4d9b-84d5-6e08fa3df447 req-6d44ae4e-69a2-4cd4-a00e-2fa51d0186e2 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:11.595835 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2927b2f2-081e-4d9b-84d5-6e08fa3df447 req-6d44ae4e-69a2-4cd4-a00e-2fa51d0186e2 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 943 time: 0.1217160 May 19 21:34:11.635574 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:11.682493 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2927b2f2-081e-4d9b-84d5-6e08fa3df447 req-d2433f3c-019c-456f-bc0c-87de9229d8bd tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687232 May 19 21:34:11.742547 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device abeca8c2-0922-427b-bde2-2a81f568efa5 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:34:11.836920 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c686ea9-5fdb-434a-b217-578722188f67 None None] Pushing event updated for resources: {'Port': ['ID=5d372f88-1cda-4081-8c2c-b5f26b6ce9c9,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:11.866763 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Routers {'acd5cb6c-493b-43ac-8d8a-037115e16e48'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:34:11.867547 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:34:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['acd5cb6c-493b-43ac-8d8a-037115e16e48'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:11.877321 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1f2f4bad-7e97-4618-aa43-5970c7419abb None None] Provisioning complete for port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:11.877915 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f2f4bad-7e97-4618-aa43-5970c7419abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:11.987326 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e038f2-cb38-4166-9731-8d3d687565b1 req-d70e2091-48b8-48e2-a884-1f5b0274eef3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:11.989240 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18e038f2-cb38-4166-9731-8d3d687565b1 req-d70e2091-48b8-48e2-a884-1f5b0274eef3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0663750 May 19 21:34:12.041801 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18e038f2-cb38-4166-9731-8d3d687565b1 req-9c37b5d8-324b-4805-831f-dd5e7c9895e6 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464263 May 19 21:34:12.044273 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:12.052610 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.db.resource_extend [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 21:34:12.107754 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:12.202677 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:12.224486 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f4bad-7e97-4618-aa43-5970c7419abb None None] Current status of the port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:12.224860 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f2f4bad-7e97-4618-aa43-5970c7419abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:12.231211 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] Set router acd5cb6c-493b-43ac-8d8a-037115e16e48 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:34:12.288090 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port abeca8c2-0922-427b-bde2-2a81f568efa5, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=abeca8c2-0922-427b-bde2-2a81f568efa5,segment=NetworkSegment(8e606ade-ba7f-41bd-bcf8-b240afbd328c),segment_id=8e606ade-ba7f-41bd-bcf8-b240afbd328c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:34:12.321749 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': 'abeca8c2-0922-427b-bde2-2a81f568efa5', 'network_id': 'dead0934-78cb-4aba-a85a-e1a39596f2e4', 'port_id': 'abeca8c2-0922-427b-bde2-2a81f568efa5', 'mac_address': 'fa:16:3e:ce:3a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58e477f-8cfa-4597-a94c-046209faafc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:34:12.371676 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1f2f4bad-7e97-4618-aa43-5970c7419abb None None] For port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=5d372f88-1cda-4081-8c2c-b5f26b6ce9c9,segment=NetworkSegment(e91124bd-cf56-4faa-93ce-dedc58d9a1f2),segment_id=e91124bd-cf56-4faa-93ce-dedc58d9a1f2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:34:12.410782 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f2f4bad-7e97-4618-aa43-5970c7419abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:12.499060 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port abeca8c2-0922-427b-bde2-2a81f568efa5 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:12.499464 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:12.559700 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f4bad-7e97-4618-aa43-5970c7419abb None None] Pushing event updated for resources: {'Port': ['ID=5d372f88-1cda-4081-8c2c-b5f26b6ce9c9,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:12.569005 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abeca8c2-0922-427b-bde2-2a81f568efa5 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:34:12.577166 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5d658bab-84bc-4dd2-a3f4-c16316f9896d None None] Provisioning complete for port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:12.577534 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d658bab-84bc-4dd2-a3f4-c16316f9896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:12.652882 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port abeca8c2-0922-427b-bde2-2a81f568efa5, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=abeca8c2-0922-427b-bde2-2a81f568efa5,segment=NetworkSegment(8e606ade-ba7f-41bd-bcf8-b240afbd328c),segment_id=8e606ade-ba7f-41bd-bcf8-b240afbd328c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:34:12.665609 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:12.856201 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b6f1e-71e8-4ce1-b7e7-475f6a1f10b8 req-0d53761e-664c-4b2d-8df4-325d2f0be25c tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:12.858638 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0c8b6f1e-71e8-4ce1-b7e7-475f6a1f10b8 req-0d53761e-664c-4b2d-8df4-325d2f0be25c tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 944 time: 0.0841146 May 19 21:34:12.866387 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'name': 'tempest-TestVolumeBootPattern-974341370-router', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:02Z', 'updated_at': '2022-05-19T21:34:07Z', 'revision_number': 4, 'project_id': '8b2c1a02d52a4033956d358959ba1e6f', 'gw_port': {'id': 'ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:03Z', 'updated_at': '2022-05-19T21:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '5d372f88-1cda-4081-8c2c-b5f26b6ce9c9', 'name': '', 'network_id': '2093a7be-b150-41b0-b2e9-d88b4e0a62f7', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f', 'mac_address': 'fa:16:3e:15:03:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '26cd7f17-0723-425d-8281-aee3afdc7a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:06Z', 'updated_at': '2022-05-19T21:34:11Z', 'revision_number': 4, 'project_id': '8b2c1a02d52a4033956d358959ba1e6f', 'subnets': [{'id': '26cd7f17-0723-425d-8281-aee3afdc7a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:12.897971 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd9a00-ee78-46dd-b421-b520aec998d4 None None] The sync data for ids ['acd5cb6c-493b-43ac-8d8a-037115e16e48'] in dv-cinder-835635-2-iscsi is: [{'id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'name': 'tempest-TestVolumeBootPattern-974341370-router', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:02Z', 'updated_at': '2022-05-19T21:34:07Z', 'revision_number': 4, 'project_id': '8b2c1a02d52a4033956d358959ba1e6f', 'gw_port': {'id': 'ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:03Z', 'updated_at': '2022-05-19T21:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '5d372f88-1cda-4081-8c2c-b5f26b6ce9c9', 'name': '', 'network_id': '2093a7be-b150-41b0-b2e9-d88b4e0a62f7', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f', 'mac_address': 'fa:16:3e:15:03:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '26cd7f17-0723-425d-8281-aee3afdc7a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:06Z', 'updated_at': '2022-05-19T21:34:11Z', 'revision_number': 4, 'project_id': '8b2c1a02d52a4033956d358959ba1e6f', 'subnets': [{'id': '26cd7f17-0723-425d-8281-aee3afdc7a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:34:12.923247 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0c8b6f1e-71e8-4ce1-b7e7-475f6a1f10b8 req-053f0aee-6ecf-4cb9-ad9f-e1cf5d7ef56d tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573225 May 19 21:34:12.945989 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=abeca8c2-0922-427b-bde2-2a81f568efa5,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:12.956123 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5d658bab-84bc-4dd2-a3f4-c16316f9896d None None] Current status of the port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:13.058359 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:13.231910 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f982ed-1b9e-42ca-8f43-fa14e8c37f16 req-d13028db-efde-488f-8cf5-d80d3e9ef53b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:13.234883 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-19f982ed-1b9e-42ca-8f43-fa14e8c37f16 req-d13028db-efde-488f-8cf5-d80d3e9ef53b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0837386 May 19 21:34:13.299686 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-19f982ed-1b9e-42ca-8f43-fa14e8c37f16 req-24ff4e53-353a-4f89-8bab-1a552581316f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550518 May 19 21:34:14.172298 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['abeca8c2-0922-427b-bde2-2a81f568efa5'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:34:14.198368 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf855a0-d4f9-41f9-8ca5-7e417e5ee83b req-5c0bd509-825c-4825-8ba3-9c982aacbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:14.209060 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7bf855a0-d4f9-41f9-8ca5-7e417e5ee83b req-5c0bd509-825c-4825-8ba3-9c982aacbdb1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f9c4f4baaf8f4a258171bf97abdc8905&device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 1128 time: 0.1143212 May 19 21:34:14.307539 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:14.486457 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d87321ff-879e-4e3b-90aa-fe54c54853f8 req-cd435dc1-2f7a-4d88-9aee-e6e748bddf9e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2121754 May 19 21:34:14.488021 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:14.504174 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204b758-8b40-4312-afd3-de78ea1e97ec req-edc272cf-514c-4fa2-8405-df52be1c2544 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:14.515164 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7204b758-8b40-4312-afd3-de78ea1e97ec req-edc272cf-514c-4fa2-8405-df52be1c2544 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 944 time: 0.4879570 May 19 21:34:14.620446 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7204b758-8b40-4312-afd3-de78ea1e97ec req-a66f7f1e-18e8-455e-998e-0f7e7e62c078 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013794 May 19 21:34:14.685611 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf855a0-d4f9-41f9-8ca5-7e417e5ee83b req-ee326803-3545-4c56-9722-57e39b44d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:14.692389 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7bf855a0-d4f9-41f9-8ca5-7e417e5ee83b req-ee326803-3545-4c56-9722-57e39b44d18f service neutron] 10.222.0.87 "GET /v2.0/networks?id=dead0934-78cb-4aba-a85a-e1a39596f2e4 HTTP/1.1" status: 200 len: 909 time: 0.4739375 May 19 21:34:14.703647 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:14.704533 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:14.748781 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433d77d-aa25-48bf-ae50-e361c58271ab req-b69f0a1a-a17b-4d77-9095-01b181453a66 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:14.761700 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1433d77d-aa25-48bf-ae50-e361c58271ab req-b69f0a1a-a17b-4d77-9095-01b181453a66 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.2427082 May 19 21:34:14.775057 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:14.777348 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87321ff-879e-4e3b-90aa-fe54c54853f8 req-a14f385c-b9d6-40c0-8db8-36e06613274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:14.779643 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d87321ff-879e-4e3b-90aa-fe54c54853f8 req-a14f385c-b9d6-40c0-8db8-36e06613274f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 1130 time: 0.2020693 May 19 21:34:14.800530 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7bf855a0-d4f9-41f9-8ca5-7e417e5ee83b req-539dbcdf-464a-4f67-aeb7-a07ec14c614d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abeca8c2-0922-427b-bde2-2a81f568efa5 HTTP/1.1" status: 200 len: 217 time: 0.0997586 May 19 21:34:14.872020 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1433d77d-aa25-48bf-ae50-e361c58271ab req-58d967cf-3e8d-48a0-823e-12213bfece6b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086109 May 19 21:34:14.886741 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:14.901945 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:15.774345 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b5c09-45ef-4ab1-a852-69e3cca8e845 req-b55458a8-ffde-4aa3-ad60-0081c6542921 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:15.775993 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e62b5c09-45ef-4ab1-a852-69e3cca8e845 req-b55458a8-ffde-4aa3-ad60-0081c6542921 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 944 time: 0.0595915 May 19 21:34:15.830051 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e62b5c09-45ef-4ab1-a852-69e3cca8e845 req-296a2c8e-4ba4-4edf-9a34-b193b878b96d tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477772 May 19 21:34:16.034935 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c1315-eb89-4f00-a889-3863f8eb2ed7 req-53a41c20-8d73-4455-aa05-2c4fefcdbf0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:16.037533 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-302c1315-eb89-4f00-a889-3863f8eb2ed7 req-53a41c20-8d73-4455-aa05-2c4fefcdbf0c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0900507 May 19 21:34:16.120277 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-302c1315-eb89-4f00-a889-3863f8eb2ed7 req-45a6a9c8-573f-4a5a-a500-32c0df38a444 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768850 May 19 21:34:16.989300 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559640a-9dc9-4c07-9266-7e28be202763 req-a7cb5345-a6e9-4f1d-bc75-3b72029ef607 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:16.991034 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f559640a-9dc9-4c07-9266-7e28be202763 req-a7cb5345-a6e9-4f1d-bc75-3b72029ef607 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 944 time: 0.0541658 May 19 21:34:17.067766 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f559640a-9dc9-4c07-9266-7e28be202763 req-843796f2-3725-441f-b476-7684f6c7fedb tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702479 May 19 21:34:17.251952 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c36fee-f987-45eb-8d73-41078c4d51b9 req-70b3f086-fc47-4ff6-8d13-903b0f79dc56 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:17.254618 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d2c36fee-f987-45eb-8d73-41078c4d51b9 req-70b3f086-fc47-4ff6-8d13-903b0f79dc56 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0600281 May 19 21:34:17.318838 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d2c36fee-f987-45eb-8d73-41078c4d51b9 req-cc554ba9-915d-45b0-8753-b0d48c19998e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584183 May 19 21:34:17.560092 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=28 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:17.578145 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:18.236497 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdb5c7-25fa-4c8b-b620-d2be583c615d req-11a2d947-482f-42b6-9fff-5972003e7dff tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:18.238142 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-68fdb5c7-25fa-4c8b-b620-d2be583c615d req-11a2d947-482f-42b6-9fff-5972003e7dff tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 944 time: 0.0625901 May 19 21:34:18.301753 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-68fdb5c7-25fa-4c8b-b620-d2be583c615d req-a4fdc51e-6e65-49df-9952-50a43494929a tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531185 May 19 21:34:18.466938 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c22993-b33d-4e83-ae86-af489851eaad req-e83d7cde-ce65-4d75-bf3b-4527cf6ffaa1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:18.468985 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53c22993-b33d-4e83-ae86-af489851eaad req-e83d7cde-ce65-4d75-bf3b-4527cf6ffaa1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0543711 May 19 21:34:18.533867 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53c22993-b33d-4e83-ae86-af489851eaad req-b9d0ae94-f28f-40e9-aac7-3ca314ca977b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536642 May 19 21:34:18.950015 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:34:19.441593 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62236881-576f-4c50-aab6-bd672cd7dca7 req-5afb9d01-5334-41b8-b586-d3f130d5ef6b tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:19.443457 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-62236881-576f-4c50-aab6-bd672cd7dca7 req-5afb9d01-5334-41b8-b586-d3f130d5ef6b tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 944 time: 0.0549271 May 19 21:34:19.502659 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-62236881-576f-4c50-aab6-bd672cd7dca7 req-cc421557-b84e-4f2c-986f-47d5226e87a3 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529406 May 19 21:34:19.687842 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e9706-28f3-4d5d-b336-d483949a2ffe req-c18add42-6349-42f8-a60a-af47a068ad4c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:19.689819 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc7e9706-28f3-4d5d-b336-d483949a2ffe req-c18add42-6349-42f8-a60a-af47a068ad4c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0609698 May 19 21:34:19.758616 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc7e9706-28f3-4d5d-b336-d483949a2ffe req-348c158a-0fcb-4974-a79e-30443c0a6692 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619514 May 19 21:34:20.702378 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958da6d1-5317-4755-a06e-8b0254330225 req-f1710818-cbca-439d-bd8f-6b91d886dc85 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:20.705471 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-958da6d1-5317-4755-a06e-8b0254330225 req-f1710818-cbca-439d-bd8f-6b91d886dc85 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 944 time: 0.0788844 May 19 21:34:20.780648 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-958da6d1-5317-4755-a06e-8b0254330225 req-43c51396-b163-4bb3-9f39-1c439d0a0952 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675235 May 19 21:34:20.905246 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5f08e-b6d5-47cb-8cbe-be7cd21761ff req-adf172db-59fa-49e5-b4c1-66793bdc3478 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:20.907659 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e1d5f08e-b6d5-47cb-8cbe-be7cd21761ff req-adf172db-59fa-49e5-b4c1-66793bdc3478 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0659173 May 19 21:34:20.973669 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e1d5f08e-b6d5-47cb-8cbe-be7cd21761ff req-6cca3a01-3dca-45c0-8b39-19ce89875f68 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554724 May 19 21:34:21.882619 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:21.925736 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb89d6-f6b9-4aa0-b09b-dcd1c1a6b4c0 req-f00d1e0b-ec4d-4d46-87ad-e721891a8a1b tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:21.927382 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-24fb89d6-f6b9-4aa0-b09b-dcd1c1a6b4c0 req-f00d1e0b-ec4d-4d46-87ad-e721891a8a1b tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 944 time: 0.0620604 May 19 21:34:21.992651 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-24fb89d6-f6b9-4aa0-b09b-dcd1c1a6b4c0 req-51f3e345-767d-4953-ac35-c2aa621fe614 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554535 May 19 21:34:22.131974 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a4b45-371c-48a6-a84e-e9620cfb6c65 req-15b79233-0e8f-4494-a1bf-6de073bd6da4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:22.133534 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af3a4b45-371c-48a6-a84e-e9620cfb6c65 req-15b79233-0e8f-4494-a1bf-6de073bd6da4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0723426 May 19 21:34:22.166840 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:22.191834 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af3a4b45-371c-48a6-a84e-e9620cfb6c65 req-171d45c2-427d-4780-967a-48b9015f6f32 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522153 May 19 21:34:23.157390 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290db49-adcd-410e-8060-6057806de4e5 req-2bda7a7a-453a-45d7-a9fd-78d8917715e0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:23.160365 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4290db49-adcd-410e-8060-6057806de4e5 req-2bda7a7a-453a-45d7-a9fd-78d8917715e0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 944 time: 0.0907350 May 19 21:34:23.251590 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4290db49-adcd-410e-8060-6057806de4e5 req-c1a33250-815c-45cb-8399-2e4891c9ddea tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832961 May 19 21:34:23.358152 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31fd8d-ba17-4e9a-89e7-0a519aca7dde req-8f028ba7-94c0-4c53-9da8-9bf7ce787590 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:23.360095 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6c31fd8d-ba17-4e9a-89e7-0a519aca7dde req-8f028ba7-94c0-4c53-9da8-9bf7ce787590 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0699964 May 19 21:34:23.447152 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6c31fd8d-ba17-4e9a-89e7-0a519aca7dde req-f908ffd3-c7a8-4a3c-b7dc-1e3832507f97 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811262 May 19 21:34:24.320571 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device abeca8c2-0922-427b-bde2-2a81f568efa5 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:24.382006 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:24.382910 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port abeca8c2-0922-427b-bde2-2a81f568efa5 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:34:24.390607 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port abeca8c2-0922-427b-bde2-2a81f568efa5 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:24.391206 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:24.399838 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543ef0e-d992-485f-9bd0-c8e72e704309 req-48402681-2bde-4625-ab23-975935ce3668 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:24.401449 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8543ef0e-d992-485f-9bd0-c8e72e704309 req-48402681-2bde-4625-ab23-975935ce3668 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 944 time: 0.0638390 May 19 21:34:24.461566 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8543ef0e-d992-485f-9bd0-c8e72e704309 req-ef5bbbc9-b439-4605-a151-e9784f8ee898 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533419 May 19 21:34:24.492438 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port abeca8c2-0922-427b-bde2-2a81f568efa5 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:24.492912 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:24.521785 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2fe4f6-f020-4fdc-bb72-ffe298b56627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeca8c2-0922-427b-bde2-2a81f568efa5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:34:24.524180 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bff5534-a66f-4fa5-a012-8bdba2757d4d" -d '{"events": [{"server_uuid": "4a2fe4f6-f020-4fdc-bb72-ffe298b56627", "name": "network-vif-plugged", "status": "completed", "tag": "abeca8c2-0922-427b-bde2-2a81f568efa5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:34:24.541582 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port abeca8c2-0922-427b-bde2-2a81f568efa5, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=abeca8c2-0922-427b-bde2-2a81f568efa5,segment=NetworkSegment(8e606ade-ba7f-41bd-bcf8-b240afbd328c),segment_id=8e606ade-ba7f-41bd-bcf8-b240afbd328c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:34:24.547988 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:24.602539 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5de68d-ebba-407a-aae5-17138c194d45 x-openstack-request-id: req-8e5de68d-ebba-407a-aae5-17138c194d45 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:34:24.602729 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2fe4f6-f020-4fdc-bb72-ffe298b56627", "name": "network-vif-plugged", "status": "completed", "tag": "abeca8c2-0922-427b-bde2-2a81f568efa5", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:34:24.602999 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e5de68d-ebba-407a-aae5-17138c194d45 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:34:24.603538 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5de68d-ebba-407a-aae5-17138c194d45'] response: {'server_uuid': '4a2fe4f6-f020-4fdc-bb72-ffe298b56627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeca8c2-0922-427b-bde2-2a81f568efa5', 'code': 200} May 19 21:34:24.628429 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=abeca8c2-0922-427b-bde2-2a81f568efa5,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:24.646994 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5e051-6812-438f-9dc9-8271d4d7a239 req-25cbcd87-1f84-498b-ab0d-8c91ab6edf9c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:24.648604 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6dd5e051-6812-438f-9dc9-8271d4d7a239 req-25cbcd87-1f84-498b-ab0d-8c91ab6edf9c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0653219 May 19 21:34:24.711196 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6dd5e051-6812-438f-9dc9-8271d4d7a239 req-efe266fc-ca82-4512-84b4-44b3ba2ddd9f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526147 May 19 21:34:25.703479 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d01999-4189-4ccc-a77b-8ed4d79aae6d req-44c25b51-4958-45cf-a8eb-b064792b9bd1 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:25.721571 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b0d01999-4189-4ccc-a77b-8ed4d79aae6d req-44c25b51-4958-45cf-a8eb-b064792b9bd1 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 945 time: 0.1680939 May 19 21:34:25.726382 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf855a0-d4f9-41f9-8ca5-7e417e5ee83b req-a96bfa61-1ef2-47bd-8235-7124b4859a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:25.729390 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7bf855a0-d4f9-41f9-8ca5-7e417e5ee83b req-a96bfa61-1ef2-47bd-8235-7124b4859a5f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d58e477f-8cfa-4597-a94c-046209faafc4 HTTP/1.1" status: 200 len: 848 time: 0.1446450 May 19 21:34:25.843586 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87321ff-879e-4e3b-90aa-fe54c54853f8 req-02510ce4-b431-4388-8478-a921a2cf81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:25.846763 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d87321ff-879e-4e3b-90aa-fe54c54853f8 req-02510ce4-b431-4388-8478-a921a2cf81f2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 920 time: 0.2247937 May 19 21:34:25.925173 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7bf855a0-d4f9-41f9-8ca5-7e417e5ee83b req-d3d788e8-240e-4f01-8b45-5833a7e3a493 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dead0934-78cb-4aba-a85a-e1a39596f2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547197 May 19 21:34:25.945596 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d87321ff-879e-4e3b-90aa-fe54c54853f8 req-d5a6772b-8ba9-43ad-bdcf-ca64e19e7977 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7339e736-ece9-44ac-91e7-0467d6624578 HTTP/1.1" status: 200 len: 217 time: 0.0893950 May 19 21:34:26.052172 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b0d01999-4189-4ccc-a77b-8ed4d79aae6d req-8df90754-3c2c-497d-abcb-fcefc8b1c515 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142853 May 19 21:34:26.091231 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fb79-8a0e-4a50-a0f9-ccf62d510a97 req-f6e2e7f8-7f77-43db-a00e-1999f35e5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:26.094103 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-be23fb79-8a0e-4a50-a0f9-ccf62d510a97 req-f6e2e7f8-7f77-43db-a00e-1999f35e5764 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 1129 time: 0.1830649 May 19 21:34:26.109312 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:26.127523 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dffd1-12ee-4a24-9505-18ec884d934f req-cef163a1-1ca0-4c86-afd0-56578535face tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:26.129154 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5c2dffd1-12ee-4a24-9505-18ec884d934f req-cef163a1-1ca0-4c86-afd0-56578535face tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.2566233 May 19 21:34:26.143276 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87321ff-879e-4e3b-90aa-fe54c54853f8 req-58fd2780-d23e-42b6-9f1f-3d276cbdb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:26.144774 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d87321ff-879e-4e3b-90aa-fe54c54853f8 req-58fd2780-d23e-42b6-9f1f-3d276cbdb161 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.1417017 May 19 21:34:26.165796 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fe37f-f851-426f-b3db-a963976550bc req-cb0e8811-fa1c-4b25-bc27-b416ee9c7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:26.166476 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7bf855a0-d4f9-41f9-8ca5-7e417e5ee83b req-965c9aa9-c4bf-4cac-99fa-8786d21f8568 service neutron] 10.222.0.87 "GET /v2.0/networks/dead0934-78cb-4aba-a85a-e1a39596f2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117267 May 19 21:34:26.167299 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c90fe37f-f851-426f-b3db-a963976550bc req-cb0e8811-fa1c-4b25-bc27-b416ee9c7d58 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 1130 time: 0.1084557 May 19 21:34:26.175208 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-be23fb79-8a0e-4a50-a0f9-ccf62d510a97 req-8238f78f-195e-4f82-8d4a-249b025da813 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725069 May 19 21:34:26.221255 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87321ff-879e-4e3b-90aa-fe54c54853f8 req-af245124-c0d0-4cb4-842e-42486469b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:26.222860 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d87321ff-879e-4e3b-90aa-fe54c54853f8 req-af245124-c0d0-4cb4-842e-42486469b566 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679009 May 19 21:34:26.240383 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5c2dffd1-12ee-4a24-9505-18ec884d934f req-ae177fe3-4447-4a24-b538-922ac8b4d4c5 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994325 May 19 21:34:26.333192 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7bf855a0-d4f9-41f9-8ca5-7e417e5ee83b req-6e02180f-9620-4ff5-9179-c80c48d42003 service neutron] 10.222.0.87 "GET /v2.0/networks/dead0934-78cb-4aba-a85a-e1a39596f2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547849 May 19 21:34:26.634383 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c90fe37f-f851-426f-b3db-a963976550bc req-7fbeecd0-c8b6-4364-b399-8dad53ec898a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020255 May 19 21:34:26.674629 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d87321ff-879e-4e3b-90aa-fe54c54853f8 req-e1c71565-c667-445c-81dd-0b66fea7766e service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243696 May 19 21:34:27.246605 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e84b1-7f05-48be-8ffd-dc7c5b95ed57 req-382c5935-eb05-49f4-a7d6-56ce6dbe1605 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:27.249421 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b60e84b1-7f05-48be-8ffd-dc7c5b95ed57 req-382c5935-eb05-49f4-a7d6-56ce6dbe1605 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 945 time: 0.0830088 May 19 21:34:27.355068 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b60e84b1-7f05-48be-8ffd-dc7c5b95ed57 req-27ed3814-c200-457d-b720-b72bfb2cff1e tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990837 May 19 21:34:27.460059 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2ac44-edc2-4647-8661-96e1b19befda req-a5162598-36ea-4b18-b448-26045a7ba032 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:27.463399 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2fd2ac44-edc2-4647-8661-96e1b19befda req-a5162598-36ea-4b18-b448-26045a7ba032 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.1012836 May 19 21:34:27.476648 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58794) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:27.583757 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2fd2ac44-edc2-4647-8661-96e1b19befda req-cfb6a985-bf0e-46bf-92b5-5019089d754f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085672 May 19 21:34:27.662651 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d72164c9-1e7c-4444-9aa1-c6b61c4bf746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:27.785904 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d72164c9-1e7c-4444-9aa1-c6b61c4bf746 admin admin] Publish callbacks [] for security_group (18aa30d2-04b6-453f-992c-d2c44d6332ef), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:27.792819 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d72164c9-1e7c-4444-9aa1-c6b61c4bf746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (18aa30d2-04b6-453f-992c-d2c44d6332ef), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:27.796172 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d87321ff-879e-4e3b-90aa-fe54c54853f8 req-29d94df0-fa72-4e17-858c-fc568c693957 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083373 May 19 21:34:27.818831 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:27.886780 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58812) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:27.887913 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-d72164c9-1e7c-4444-9aa1-c6b61c4bf746 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=979473217c604b749eb3ed2922e24939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4097862 May 19 21:34:27.893618 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72164c9-1e7c-4444-9aa1-c6b61c4bf746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18aa30d2-04b6-453f-992c-d2c44d6332ef,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:27.963174 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b82d370b-9799-47c0-86b6-a4bfcbbfd62c admin admin] Publish callbacks [] for security_group (18aa30d2-04b6-453f-992c-d2c44d6332ef), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:27.991891 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b82d370b-9799-47c0-86b6-a4bfcbbfd62c admin admin] Publish callbacks [] for security_group (18aa30d2-04b6-453f-992c-d2c44d6332ef), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:28.064422 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b82d370b-9799-47c0-86b6-a4bfcbbfd62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (18aa30d2-04b6-453f-992c-d2c44d6332ef), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:28.069307 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b82d370b-9799-47c0-86b6-a4bfcbbfd62c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:28.073939 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b82d370b-9799-47c0-86b6-a4bfcbbfd62c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18aa30d2-04b6-453f-992c-d2c44d6332ef HTTP/1.1" status: 204 len: 168 time: 0.1823587 May 19 21:34:28.088879 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d370b-9799-47c0-86b6-a4bfcbbfd62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aa30d2-04b6-453f-992c-d2c44d6332ef,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:28.497232 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4202f9d-072c-464b-a449-8351561d96cd req-44aafa57-d881-40e4-9831-5f8ac0202b50 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:28.499998 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e4202f9d-072c-464b-a449-8351561d96cd req-44aafa57-d881-40e4-9831-5f8ac0202b50 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 945 time: 0.0762148 May 19 21:34:28.573017 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e4202f9d-072c-464b-a449-8351561d96cd req-38cae3de-68ca-4553-8c2a-0935222e98e8 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669494 May 19 21:34:28.683983 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:28.734741 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7063a8d-12ba-4eb5-9277-deaaaa51dfcf req-e87bdb66-7fb8-4c4a-8a32-ffda7a6f1e02 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:28.736337 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c7063a8d-12ba-4eb5-9277-deaaaa51dfcf req-e87bdb66-7fb8-4c4a-8a32-ffda7a6f1e02 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0646858 May 19 21:34:28.795373 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c7063a8d-12ba-4eb5-9277-deaaaa51dfcf req-c29b1a33-3761-4cae-8df4-ecfcfed024f6 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516596 May 19 21:34:28.943744 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:28.944596 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:29.479973 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58882) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:29.540346 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d43d01-874f-4e09-9cad-62b419a09aa3 admin admin] Deleting subnet ef6f30b4-b7f5-4793-a3a7-d402b14fb8d7 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:34:29.548560 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47d43d01-874f-4e09-9cad-62b419a09aa3 admin admin] Publish callbacks [] for subnet (ef6f30b4-b7f5-4793-a3a7-d402b14fb8d7), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:29.599222 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47d43d01-874f-4e09-9cad-62b419a09aa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8440986'] for subnet (ef6f30b4-b7f5-4793-a3a7-d402b14fb8d7), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:29.658390 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58886) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:29.680574 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47d43d01-874f-4e09-9cad-62b419a09aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (ef6f30b4-b7f5-4793-a3a7-d402b14fb8d7), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:29.768322 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227866c-6029-4e2d-b52e-d759db07d9b0 req-5420acd6-2377-49e0-a932-8e1f8d1db723 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:29.770014 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6227866c-6029-4e2d-b52e-d759db07d9b0 req-5420acd6-2377-49e0-a932-8e1f8d1db723 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 945 time: 0.0673130 May 19 21:34:29.810130 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:29.835725 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1e17008-851c-4fb7-8064-0d3e147bea24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:29.853134 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47d43d01-874f-4e09-9cad-62b419a09aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8577080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567086'] for subnet (ef6f30b4-b7f5-4793-a3a7-d402b14fb8d7), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:29.915987 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d43d01-874f-4e09-9cad-62b419a09aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef6f30b4-b7f5-4793-a3a7-d402b14fb8d7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:29.935665 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-47d43d01-874f-4e09-9cad-62b419a09aa3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:29.942232 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-47d43d01-874f-4e09-9cad-62b419a09aa3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ef6f30b4-b7f5-4793-a3a7-d402b14fb8d7 HTTP/1.1" status: 204 len: 168 time: 0.4608548 May 19 21:34:29.944739 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58896) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:29.955398 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6227866c-6029-4e2d-b52e-d759db07d9b0 req-83552bb8-6534-4e7e-875c-036d077125bb tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727896 May 19 21:34:29.979112 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:30.025360 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbd1da-5612-4306-87b5-098e026d5bf3 req-0a5ea631-b25b-4016-9890-71084ad1b140 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:30.027199 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-22dbd1da-5612-4306-87b5-098e026d5bf3 req-0a5ea631-b25b-4016-9890-71084ad1b140 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.1293077 May 19 21:34:30.101988 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19b3afe6-5616-42c6-b70d-d46269857fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (2576a903-f6d4-485d-8076-81a644290298), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.102266 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1e17008-851c-4fb7-8064-0d3e147bea24 admin admin] Publish callbacks [] for security_group (4ac6ae34-1225-40a6-a49f-83e745868793), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.110762 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f1e17008-851c-4fb7-8064-0d3e147bea24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (4ac6ae34-1225-40a6-a49f-83e745868793), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.120060 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-22dbd1da-5612-4306-87b5-098e026d5bf3 req-493e38b5-ac63-4a73-b7b7-e10640f26d2c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812411 May 19 21:34:30.187550 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e17008-851c-4fb7-8064-0d3e147bea24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac6ae34-1225-40a6-a49f-83e745868793,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:30.195308 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f1e17008-851c-4fb7-8064-0d3e147bea24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d4148b35eac43a0bca89c631559ddfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5358725 May 19 21:34:30.199600 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58904) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:30.237794 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19b3afe6-5616-42c6-b70d-d46269857fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (2576a903-f6d4-485d-8076-81a644290298), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.270229 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-19b3afe6-5616-42c6-b70d-d46269857fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2576a903-f6d4-485d-8076-81a644290298']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:30.285001 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-19b3afe6-5616-42c6-b70d-d46269857fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d447b5a-4f43-479c-a180-6b8d02294610') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:30.285628 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-19b3afe6-5616-42c6-b70d-d46269857fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d447b5a-4f43-479c-a180-6b8d02294610') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:30.309204 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19b3afe6-5616-42c6-b70d-d46269857fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751383'] for segment (7d447b5a-4f43-479c-a180-6b8d02294610), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.311610 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1559012-c435-48b7-ab75-c394f9920ac5 admin admin] Publish callbacks [] for security_group (4ac6ae34-1225-40a6-a49f-83e745868793), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.337867 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19b3afe6-5616-42c6-b70d-d46269857fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (7d447b5a-4f43-479c-a180-6b8d02294610), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.353330 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1559012-c435-48b7-ab75-c394f9920ac5 admin admin] Publish callbacks [] for security_group (4ac6ae34-1225-40a6-a49f-83e745868793), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.355744 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b3afe6-5616-42c6-b70d-d46269857fa8 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:34:30.356143 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19b3afe6-5616-42c6-b70d-d46269857fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8714482'] for segment (7d447b5a-4f43-479c-a180-6b8d02294610), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.403159 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment 7d447b5a-4f43-479c-a180-6b8d02294610 resource provider aggregate not found May 19 21:34:30.440136 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment 7d447b5a-4f43-479c-a180-6b8d02294610 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d447b5a-4f43-479c-a180-6b8d02294610 found for delete ", "request_id": "req-0b6c5971-85cb-48a7-9285-2ffe3b96f735"}]} May 19 21:34:30.487673 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19b3afe6-5616-42c6-b70d-d46269857fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (2576a903-f6d4-485d-8076-81a644290298), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.499733 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-19b3afe6-5616-42c6-b70d-d46269857fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.505395 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-19b3afe6-5616-42c6-b70d-d46269857fa8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2576a903-f6d4-485d-8076-81a644290298 HTTP/1.1" status: 204 len: 168 time: 0.5587146 May 19 21:34:30.521538 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58914) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:30.557790 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a018833-55c0-47bf-88a2-06791569b94f req-6d57e236-7909-4697-bd3a-502784204d58 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:30.560572 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7a018833-55c0-47bf-88a2-06791569b94f req-6d57e236-7909-4697-bd3a-502784204d58 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0820079 May 19 21:34:30.573211 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3afe6-5616-42c6-b70d-d46269857fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2576a903-f6d4-485d-8076-81a644290298,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:30.613497 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d86bfa6-a4a7-4893-a106-ee7a2373ccbb admin admin] Deleting subnet 69989e56-ef16-4df6-acef-4eeea220947c {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:34:30.621328 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d86bfa6-a4a7-4893-a106-ee7a2373ccbb admin admin] Publish callbacks [] for subnet (69989e56-ef16-4df6-acef-4eeea220947c), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.629948 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7a018833-55c0-47bf-88a2-06791569b94f req-642fcd6d-bf4d-4e57-875a-99b9857aa9f4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628452 May 19 21:34:30.655412 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1559012-c435-48b7-ab75-c394f9920ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (4ac6ae34-1225-40a6-a49f-83e745868793), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.658000 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c1559012-c435-48b7-ab75-c394f9920ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.659243 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-c1559012-c435-48b7-ab75-c394f9920ac5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ac6ae34-1225-40a6-a49f-83e745868793 HTTP/1.1" status: 204 len: 168 time: 0.4587617 May 19 21:34:30.676473 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1559012-c435-48b7-ab75-c394f9920ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac6ae34-1225-40a6-a49f-83e745868793,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:30.690523 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d86bfa6-a4a7-4893-a106-ee7a2373ccbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8751406'] for subnet (69989e56-ef16-4df6-acef-4eeea220947c), precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.766884 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d86bfa6-a4a7-4893-a106-ee7a2373ccbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (69989e56-ef16-4df6-acef-4eeea220947c), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.868918 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d86bfa6-a4a7-4893-a106-ee7a2373ccbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934005'] for subnet (69989e56-ef16-4df6-acef-4eeea220947c), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.907272 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86bfa6-a4a7-4893-a106-ee7a2373ccbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69989e56-ef16-4df6-acef-4eeea220947c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:30.912115 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3d86bfa6-a4a7-4893-a106-ee7a2373ccbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:30.915362 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-3d86bfa6-a4a7-4893-a106-ee7a2373ccbb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/69989e56-ef16-4df6-acef-4eeea220947c HTTP/1.1" status: 204 len: 168 time: 0.3919930 May 19 21:34:30.920588 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58920) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:31.032520 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9c74d58-f0f7-42be-919e-0019388687db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (f8c1d502-1433-46bf-bcae-f35bbd4344ca), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:31.048102 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:31.196972 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ae3f5-5fb1-4711-8022-ca191e57a879 req-015f21e6-4184-4235-8e61-1c7cdc76d079 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:31.206878 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-959ae3f5-5fb1-4711-8022-ca191e57a879 req-015f21e6-4184-4235-8e61-1c7cdc76d079 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 945 time: 0.1220222 May 19 21:34:31.244712 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9c74d58-f0f7-42be-919e-0019388687db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (f8c1d502-1433-46bf-bcae-f35bbd4344ca), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:31.273532 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e9c74d58-f0f7-42be-919e-0019388687db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c1d502-1433-46bf-bcae-f35bbd4344ca']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:31.286225 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e9c74d58-f0f7-42be-919e-0019388687db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4284261-97e9-48c2-adea-891a4228d1ea') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:31.286953 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-e9c74d58-f0f7-42be-919e-0019388687db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4284261-97e9-48c2-adea-891a4228d1ea') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:31.301289 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-959ae3f5-5fb1-4711-8022-ca191e57a879 req-b1c89c9b-0590-4ca1-93b6-ab54f258618d tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658131 May 19 21:34:31.308779 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9c74d58-f0f7-42be-919e-0019388687db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8440995'] for segment (b4284261-97e9-48c2-adea-891a4228d1ea), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:31.334097 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9c74d58-f0f7-42be-919e-0019388687db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (b4284261-97e9-48c2-adea-891a4228d1ea), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:31.343077 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c74d58-f0f7-42be-919e-0019388687db admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:34:31.344483 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9c74d58-f0f7-42be-919e-0019388687db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575898'] for segment (b4284261-97e9-48c2-adea-891a4228d1ea), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:31.400987 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment b4284261-97e9-48c2-adea-891a4228d1ea resource provider aggregate not found May 19 21:34:31.424505 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment b4284261-97e9-48c2-adea-891a4228d1ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4284261-97e9-48c2-adea-891a4228d1ea found for delete ", "request_id": "req-ca9937bc-d2a5-4d59-8ed4-e80d1bb0607f"}]} May 19 21:34:31.438876 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9c74d58-f0f7-42be-919e-0019388687db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (f8c1d502-1433-46bf-bcae-f35bbd4344ca), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:31.443866 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9c74d58-f0f7-42be-919e-0019388687db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:31.449961 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e9c74d58-f0f7-42be-919e-0019388687db admin admin] 10.222.0.65 "DELETE /v2.0/networks/f8c1d502-1433-46bf-bcae-f35bbd4344ca HTTP/1.1" status: 204 len: 168 time: 0.5257645 May 19 21:34:31.464917 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c74d58-f0f7-42be-919e-0019388687db admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c1d502-1433-46bf-bcae-f35bbd4344ca,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:31.626899 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58952) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:31.646046 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58954) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:31.701029 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1d934526-b3ff-4068-a828-351f3492474d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2fb03711de75418e89907ca315beaadc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0721881 May 19 21:34:31.707285 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58960) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:31.770960 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:31.781016 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:31.831466 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4263bea3-d7cb-44c2-8092-24e355c76a7a admin admin] Publish callbacks [] for security_group (7a8a6322-c080-4d0f-bc65-6f1b4beef815), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:31.846098 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9c845-7897-4d56-b77b-8e501621a62e req-b477a963-5076-4c75-af3f-0991e54b442e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:31.847865 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-60d9c845-7897-4d56-b77b-8e501621a62e req-b477a963-5076-4c75-af3f-0991e54b442e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0925937 May 19 21:34:31.869785 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4263bea3-d7cb-44c2-8092-24e355c76a7a admin admin] Publish callbacks [] for security_group (7a8a6322-c080-4d0f-bc65-6f1b4beef815), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:31.921302 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-60d9c845-7897-4d56-b77b-8e501621a62e req-53afa878-8554-444d-8092-ff12d0b900d8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621319 May 19 21:34:31.954344 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1186297051-network', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:31.968955 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4263bea3-d7cb-44c2-8092-24e355c76a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (7a8a6322-c080-4d0f-bc65-6f1b4beef815), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:31.972367 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4263bea3-d7cb-44c2-8092-24e355c76a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:31.973704 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-4263bea3-d7cb-44c2-8092-24e355c76a7a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a8a6322-c080-4d0f-bc65-6f1b4beef815 HTTP/1.1" status: 204 len: 168 time: 0.2632592 May 19 21:34:31.990213 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263bea3-d7cb-44c2-8092-24e355c76a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8a6322-c080-4d0f-bc65-6f1b4beef815,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:32.003170 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] Made reservation on behalf of 3fcf03712c6f4926a2a95dfd0519536a for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:34:32.006524 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.024805 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.147089 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] Publish callbacks [] for security_group (8853aa6b-2e7e-4326-a9c0-839d9e4214b7), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.152433 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (8853aa6b-2e7e-4326-a9c0-839d9e4214b7), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.187813 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:34:32.209078 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8853aa6b-2e7e-4326-a9c0-839d9e4214b7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:32.216167 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (c61e9678-3c61-4c5d-886e-12dc64c79860), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.216627 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.segments_db [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] Added segment c61e9678-3c61-4c5d-886e-12dc64c79860 of type vlan for network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c May 19 21:34:32.268259 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (6cd75369-7235-4ef1-aaac-030ca2e9ad5c), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.303118 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (6cd75369-7235-4ef1-aaac-030ca2e9ad5c), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.304299 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:32.304900 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.364430 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7169495 May 19 21:34:32.369641 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58972) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:32.380629 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-716e8a90-969f-489b-80d3-1ee3d86a5875 admin admin] Request body: {'subnet': {'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1186297051-subnet', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:32.387384 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e85c12-ec86-4205-8e48-61d3de47e783 admin admin] Pushing event updated for resources: {'Network': ['ID=6cd75369-7235-4ef1-aaac-030ca2e9ad5c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:32.410787 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:34:32.427379 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716e8a90-969f-489b-80d3-1ee3d86a5875 admin admin] Made reservation on behalf of 3fcf03712c6f4926a2a95dfd0519536a for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:34:32.429748 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-716e8a90-969f-489b-80d3-1ee3d86a5875 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567043'] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.499437 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 58974) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:32.501015 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaa453-f300-4c93-a5ca-0dd4f2952843 req-53f038da-d508-40cd-9e2d-661d6018736f tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:32.502676 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8beaa453-f300-4c93-a5ca-0dd4f2952843 req-53f038da-d508-40cd-9e2d-661d6018736f tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 945 time: 0.0681055 May 19 21:34:32.540538 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:32.583301 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8beaa453-f300-4c93-a5ca-0dd4f2952843 req-09082283-3281-4872-9270-a4338d16ac4a tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692995 May 19 21:34:32.594634 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a580e96e-632d-4da8-b4a6-3a9d6c409c95 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11f59c8c907e42049a28d8c5bb8eba97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0936763 May 19 21:34:32.598893 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58976) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:32.654001 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40831d14-8149-44c1-ae1f-fd338494a072 admin admin] Publish callbacks [] for security_group (70aa566b-d0ba-4658-8909-97ae1fbcaef4), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.679579 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40831d14-8149-44c1-ae1f-fd338494a072 admin admin] Publish callbacks [] for security_group (70aa566b-d0ba-4658-8909-97ae1fbcaef4), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.690149 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-716e8a90-969f-489b-80d3-1ee3d86a5875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8577145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567061'] for subnet (916ab58a-7240-4bc0-9d5c-5ffd2e6846c9), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.745234 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40831d14-8149-44c1-ae1f-fd338494a072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (70aa566b-d0ba-4658-8909-97ae1fbcaef4), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.748115 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40831d14-8149-44c1-ae1f-fd338494a072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.752547 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-40831d14-8149-44c1-ae1f-fd338494a072 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70aa566b-d0ba-4658-8909-97ae1fbcaef4 HTTP/1.1" status: 204 len: 168 time: 0.1521225 May 19 21:34:32.756131 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e8a90-969f-489b-80d3-1ee3d86a5875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=916ab58a-7240-4bc0-9d5c-5ffd2e6846c9,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:32.761612 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40831d14-8149-44c1-ae1f-fd338494a072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aa566b-d0ba-4658-8909-97ae1fbcaef4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:32.765564 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e8a90-969f-489b-80d3-1ee3d86a5875 admin admin] Checking segment: {'id': 'c61e9678-3c61-4c5d-886e-12dc64c79860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:32.766007 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716e8a90-969f-489b-80d3-1ee3d86a5875 admin admin] Network hostable DHCP agents. Network: 6cd75369-7235-4ef1-aaac-030ca2e9ad5c, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:34:32.794612 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716e8a90-969f-489b-80d3-1ee3d86a5875 admin admin] Network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:34:32.809041 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-716e8a90-969f-489b-80d3-1ee3d86a5875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, 6cd75369-7235-4ef1-aaac-030ca2e9ad5c) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:32.814485 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716e8a90-969f-489b-80d3-1ee3d86a5875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:32.815295 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-716e8a90-969f-489b-80d3-1ee3d86a5875 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.826944 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b7dd27-f02d-4051-a4a3-e24c05b5e915 None None] Network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:34:32.839628 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-716e8a90-969f-489b-80d3-1ee3d86a5875 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4675708 May 19 21:34:32.843464 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 58980) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:32.854644 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:32.893803 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2802'] for router (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.895713 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2034749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2811'] for router (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:32.934932 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:32.999182 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:33.002643 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Publish callbacks [] for router_controller (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:33.010151 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfcf098c-fcb3-5877-a9cf-25c71848f504-6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'fixed_ips': [{'subnet_id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9'}]}} from dv-cinder-835635-2-iscsi. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 21:34:33.012852 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:33.101262 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65290a3-4fc9-401f-abe6-63b808b20b82 req-aa8683dc-a857-4483-a2ab-1c9c21d73f11 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:33.109214 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b65290a3-4fc9-401f-abe6-63b808b20b82 req-aa8683dc-a857-4483-a2ab-1c9c21d73f11 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0812271 May 19 21:34:33.180565 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b65290a3-4fc9-401f-abe6-63b808b20b82 req-df13e6d2-7707-4a54-a334-59115bd5c746 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702169 May 19 21:34:33.249862 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Publish callbacks [] for router_gateway (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:33.344813 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Allocated IP 172.20.0.2 (6cd75369-7235-4ef1-aaac-030ca2e9ad5c/916ab58a-7240-4bc0-9d5c-5ffd2e6846c9/b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:34:33.349199 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:33.483751 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Publish callbacks [] for router_gateway (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:33.517647 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:33.560033 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Publish callbacks [] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:33.570155 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:33.648337 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Allocated IP 172.27.0.70 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/194a0b89-969e-46dc-80ff-737886a6dcae) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:34:33.652623 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:34:33.654698 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Pushing event updated for resources: {'Port': ['ID=b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:33.659262 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:33.663252 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:34:33.762155 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Attempting to bind port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:34:33.762853 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Attempting to bind port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': 'c61e9678-3c61-4c5d-886e-12dc64c79860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:34:33.763624 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Attempting to bind port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 on network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:34:33.771543 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:34:33.772109 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Checking segment: {'id': 'c61e9678-3c61-4c5d-886e-12dc64c79860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:33.772597 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:33.773080 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Bound using segment: {'id': 'c61e9678-3c61-4c5d-886e-12dc64c79860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:34:33.773659 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Bound port: b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61e9678-3c61-4c5d-886e-12dc64c79860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:34:33.774410 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:33.777390 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:33.785928 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d50c-958f-47e0-9b3d-98838b662bbf req-6ba2ba9f-2765-4119-9878-ef8549c57929 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:33.787481 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f856d50c-958f-47e0-9b3d-98838b662bbf req-6ba2ba9f-2765-4119-9878-ef8549c57929 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 945 time: 0.0679660 May 19 21:34:33.850120 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Publish callbacks [] for port (194a0b89-969e-46dc-80ff-737886a6dcae), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:33.879100 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] For port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:34:33.883683 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] For port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9,segment=NetworkSegment(c61e9678-3c61-4c5d-886e-12dc64c79860),segment_id=c61e9678-3c61-4c5d-886e-12dc64c79860)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:34:33.884370 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f856d50c-958f-47e0-9b3d-98838b662bbf req-63b188d5-69f4-439f-9f15-e8f3bbe9c3cd tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789797 May 19 21:34:33.894600 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:33.916349 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (194a0b89-969e-46dc-80ff-737886a6dcae), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:33.973343 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:34:33.976611 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:33.981830 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d4955-77d7-4692-b322-c229a778f711 None None] Pushing event updated for resources: {'Port': ['ID=b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:33.984784 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:34:34.019952 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Pushing event updated for resources: {'Port': ['ID=194a0b89-969e-46dc-80ff-737886a6dcae,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:34.157701 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:34.348895 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5fb99-0db9-4f5b-b834-dcad5affe047 req-b85794f8-fd1b-4cb6-99ad-cf5557ea1da0 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:34.357413 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-58c5fb99-0db9-4f5b-b834-dcad5affe047 req-b85794f8-fd1b-4cb6-99ad-cf5557ea1da0 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0885541 May 19 21:34:34.384538 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:34.425609 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-58c5fb99-0db9-4f5b-b834-dcad5affe047 req-dbf6bc33-0891-4492-ab69-cda3c3c1e279 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671475 May 19 21:34:34.561919 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:34.586051 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Publish callbacks [] for router_gateway (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:34.818157 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696601'] for router (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:34.975916 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c is scheduled to L3 agent 63064880-299a-4199-80c8-b1b38af51d60 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 21:34:35.078988 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd638e-3e17-4e96-b4ec-7b39c918c97f req-d93d8be4-9335-4178-bc97-35653aebc2a0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:35.080614 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b9bd638e-3e17-4e96-b4ec-7b39c918c97f req-d93d8be4-9335-4178-bc97-35653aebc2a0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 945 time: 0.1017909 May 19 21:34:35.184126 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:34:35.198575 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Sync routers for ids ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:34:35.209544 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b9bd638e-3e17-4e96-b4ec-7b39c918c97f req-1fdded45-198b-4cbe-907a-fe9908df049d tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133854 May 19 21:34:35.226812 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:35.228239 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Routers {'2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:34:35.228889 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-08ac18ef-5ac7-4067-919c-4ce258ee5adf admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3838198 May 19 21:34:35.232561 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 59042) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:35.233256 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:34:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:35.237702 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643b21cb-5573-4ac9-a05e-793e64bc6e24 None None] Network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:34:35.321252 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-49ac2d6a-07af-4bd3-9de0-f57526b11451 None None] Provisioning complete for port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:35.322042 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49ac2d6a-07af-4bd3-9de0-f57526b11451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:35.389138 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Set router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:34:35.490637 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-49ac2d6a-07af-4bd3-9de0-f57526b11451 None None] Current status of the port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:35.491114 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49ac2d6a-07af-4bd3-9de0-f57526b11451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:35.539724 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-49ac2d6a-07af-4bd3-9de0-f57526b11451 None None] For port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9,segment=NetworkSegment(c61e9678-3c61-4c5d-886e-12dc64c79860),segment_id=c61e9678-3c61-4c5d-886e-12dc64c79860)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:34:35.545569 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49ac2d6a-07af-4bd3-9de0-f57526b11451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:35.631566 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7fa0-4127-4372-b153-26e1609a9b8d req-024b6275-01cc-4e82-ac22-82396481f29b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:35.639598 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-291d7fa0-4127-4372-b153-26e1609a9b8d req-024b6275-01cc-4e82-ac22-82396481f29b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0809448 May 19 21:34:35.646599 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac2d6a-07af-4bd3-9de0-f57526b11451 None None] Pushing event updated for resources: {'Port': ['ID=b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:35.736387 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-291d7fa0-4127-4372-b153-26e1609a9b8d req-521cccf4-defa-44d9-a45f-fd43b04e641f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935755 May 19 21:34:35.737792 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:35.762634 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:34:34Z', 'revision_number': 3, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port': {'id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:33Z', 'updated_at': '2022-05-19T21:34:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:35.798335 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Checking router: 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:34:35.798658 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Updating router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c port 194a0b89-969e-46dc-80ff-737886a6dcae binding host dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:34:35.837044 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (194a0b89-969e-46dc-80ff-737886a6dcae), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:35.841456 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:35.895277 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-2a65fdbf-deee-43dd-817d-d9b55f6f073c None None] Provisioning complete for port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:35.895855 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2a65fdbf-deee-43dd-817d-d9b55f6f073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:35.905123 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:35.949873 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:35.995016 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2a65fdbf-deee-43dd-817d-d9b55f6f073c None None] Current status of the port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:36.166407 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Allocated IP 172.20.0.1 (6cd75369-7235-4ef1-aaac-030ca2e9ad5c/916ab58a-7240-4bc0-9d5c-5ffd2e6846c9/ad477b31-6a91-4968-90f6-d0dced2e63df) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:34:36.219692 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Publish callbacks [] for port (194a0b89-969e-46dc-80ff-737886a6dcae), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:36.230009 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (194a0b89-969e-46dc-80ff-737886a6dcae), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:36.293998 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676cfaf-c300-46fe-961d-f82284b18490 req-37533548-5679-426c-b532-4b821a767dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:36.294850 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:36.297669 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6676cfaf-c300-46fe-961d-f82284b18490 req-37533548-5679-426c-b532-4b821a767dbe service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 1130 time: 0.1148365 May 19 21:34:36.336312 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb57fd0-c556-406e-a7bb-6349d3a6d6a6 None None] Pushing event updated for resources: {'Port': ['ID=194a0b89-969e-46dc-80ff-737886a6dcae,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:36.364066 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Attempting to bind port 194a0b89-969e-46dc-80ff-737886a6dcae on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:34:36.365075 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Attempting to bind port 194a0b89-969e-46dc-80ff-737886a6dcae by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:34:36.365910 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Attempting to bind port 194a0b89-969e-46dc-80ff-737886a6dcae on network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:34:36.378081 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:36.378467 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:36.379447 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:34:36.380072 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Checking segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:36.380820 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:36.381723 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Bound using segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:34:36.382727 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Bound port: 194a0b89-969e-46dc-80ff-737886a6dcae, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:34:36.383590 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (194a0b89-969e-46dc-80ff-737886a6dcae), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:36.415453 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d146774-f1b9-4280-97eb-b654060a65cb req-e1db94f4-f7ae-4358-b8ba-8b559079e11c tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:36.418549 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7d146774-f1b9-4280-97eb-b654060a65cb req-e1db94f4-f7ae-4358-b8ba-8b559079e11c tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 945 time: 0.0903482 May 19 21:34:36.425446 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Publish callbacks [] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:36.458915 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] For port 194a0b89-969e-46dc-80ff-737886a6dcae, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:34:36.466132 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] For port 194a0b89-969e-46dc-80ff-737886a6dcae, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=194a0b89-969e-46dc-80ff-737886a6dcae,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:34:36.471450 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:36.477923 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (194a0b89-969e-46dc-80ff-737886a6dcae), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:36.519905 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:36.523972 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7d146774-f1b9-4280-97eb-b654060a65cb req-f0fee9a2-a7e8-49c9-8a1d-89589fe017f8 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893505 May 19 21:34:36.526157 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:36.543847 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Routers {'2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:34:36.545578 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:34:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:36.556314 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb57fd0-c556-406e-a7bb-6349d3a6d6a6 None None] Pushing event updated for resources: {'Port': ['ID=194a0b89-969e-46dc-80ff-737886a6dcae,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:36.576355 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:34:36.580012 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:36.592842 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:34:36.661453 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Pushing event updated for resources: {'Port': ['ID=ad477b31-6a91-4968-90f6-d0dced2e63df,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:36.662192 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d87cde6-fa88-48b3-aeb5-930d4fd5afed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:36.681185 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676cfaf-c300-46fe-961d-f82284b18490 req-7bb01e29-db66-4d3c-8eeb-e2ba63cd2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:36.683408 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6676cfaf-c300-46fe-961d-f82284b18490 req-7bb01e29-db66-4d3c-8eeb-e2ba63cd2dd2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 920 time: 0.1560714 May 19 21:34:36.684363 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1697578'] for router_interface (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:36.686316 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:36.697911 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] Set router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:34:36.805163 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:36.862376 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:36.879454 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746aee3-58ea-4844-9e8e-e8587bc68f1d req-c8d15535-34de-4619-9dfa-2b9fabb39e28 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:36.880965 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1746aee3-58ea-4844-9e8e-e8587bc68f1d req-c8d15535-34de-4619-9dfa-2b9fabb39e28 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0603456 May 19 21:34:36.917721 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3398bcc5-46c0-4bb6-90f9-3d18f8e9b56a None None] Provisioning complete for port ad477b31-6a91-4968-90f6-d0dced2e63df triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:36.918079 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3398bcc5-46c0-4bb6-90f9-3d18f8e9b56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:36.944683 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:34:34Z', 'revision_number': 3, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port': {'id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:33Z', 'updated_at': '2022-05-19T21:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:36.959097 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3398bcc5-46c0-4bb6-90f9-3d18f8e9b56a None None] Port ad477b31-6a91-4968-90f6-d0dced2e63df cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:34:36.976290 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89fc99c-ed4a-4daa-8a12-ff77e1a8550f None None] The sync data for ids ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'] in dv-cinder-835635-2-iscsi is: [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:34:34Z', 'revision_number': 3, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port': {'id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:33Z', 'updated_at': '2022-05-19T21:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:34:36.980323 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6676cfaf-c300-46fe-961d-f82284b18490 req-0bbf458a-9197-4612-9938-7622e9225e52 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e0ac86c-4227-4467-92ca-7b8942e9f54c HTTP/1.1" status: 200 len: 217 time: 0.0496855 May 19 21:34:36.994163 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1746aee3-58ea-4844-9e8e-e8587bc68f1d req-d0dd56c0-036f-4a57-8beb-48c61f7c7092 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048548 May 19 21:34:37.026746 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:37.095750 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:37.101147 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Publish callbacks [] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:37.106985 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:37.176966 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-285455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697946'] for router_interface (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:37.180134 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Pushing event updated for resources: {'Port': ['ID=ad477b31-6a91-4968-90f6-d0dced2e63df,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:37.317646 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:34:37.319526 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:37.366989 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676cfaf-c300-46fe-961d-f82284b18490 req-2b9d7f7b-633f-4588-a998-4b81361f8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:37.368711 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6676cfaf-c300-46fe-961d-f82284b18490 req-2b9d7f7b-633f-4588-a998-4b81361f8d27 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.0922735 May 19 21:34:37.376185 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be5ed1-b8dc-4379-864b-9dae5ae4dae8 req-b91da3ed-8997-4279-a777-e726e9fb3005 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:37.378197 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-16be5ed1-b8dc-4379-864b-9dae5ae4dae8 req-b91da3ed-8997-4279-a777-e726e9fb3005 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 945 time: 0.0902784 May 19 21:34:37.465816 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676cfaf-c300-46fe-961d-f82284b18490 req-22e8dc3c-e767-4008-a54f-a44fbc0bd344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:37.468723 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6676cfaf-c300-46fe-961d-f82284b18490 req-22e8dc3c-e767-4008-a54f-a44fbc0bd344 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888057 May 19 21:34:37.504010 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:34:37.588837 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:37.630320 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-16be5ed1-b8dc-4379-864b-9dae5ae4dae8 req-df0e1b44-0162-4c4e-b6eb-7f37f9617b14 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Deleting port abeca8c2-0922-427b-bde2-2a81f568efa5 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:34:37.646925 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-16be5ed1-b8dc-4379-864b-9dae5ae4dae8 req-df0e1b44-0162-4c4e-b6eb-7f37f9617b14 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:37.795001 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-dccfadd4-ad12-43d5-bdc6-c29eb9a93671 None None] Provisioning complete for port ad477b31-6a91-4968-90f6-d0dced2e63df triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:37.795001 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dccfadd4-ad12-43d5-bdc6-c29eb9a93671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:37.877085 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-dccfadd4-ad12-43d5-bdc6-c29eb9a93671 None None] Port ad477b31-6a91-4968-90f6-d0dced2e63df cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:34:37.918808 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181ae66-51ef-44f7-8c2d-4503e2fda1c5 req-d60318d9-7eec-4ffe-9a38-8277c47aff70 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:37.920453 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9181ae66-51ef-44f7-8c2d-4503e2fda1c5 req-d60318d9-7eec-4ffe-9a38-8277c47aff70 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 945 time: 0.0752695 May 19 21:34:38.011061 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:34:38.033122 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-bb9faed5-b109-40d6-a80a-c313cd330345 admin admin] 10.222.0.65 "PUT /v2.0/routers/2923b9c9-7d40-4c4f-a751-2ba6fdbe279c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7992189 May 19 21:34:38.063234 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9181ae66-51ef-44f7-8c2d-4503e2fda1c5 req-6caa99ca-8f97-40a6-8bee-f24d9b1a07a4 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fad3545-7b33-49a0-976f-50cfc4eda0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035724 May 19 21:34:38.271381 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b36808-bc02-4f12-a45b-e5000fe34a98 req-6e794111-f823-4545-baa0-27783fd03e84 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:38.273043 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e5b36808-bc02-4f12-a45b-e5000fe34a98 req-6e794111-f823-4545-baa0-27783fd03e84 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0988872 May 19 21:34:38.290808 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 194a0b89-969e-46dc-80ff-737886a6dcae up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:38.300031 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-16be5ed1-b8dc-4379-864b-9dae5ae4dae8 req-df0e1b44-0162-4c4e-b6eb-7f37f9617b14 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] For port abeca8c2-0922-427b-bde2-2a81f568efa5, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=abeca8c2-0922-427b-bde2-2a81f568efa5,segment=NetworkSegment(8e606ade-ba7f-41bd-bcf8-b240afbd328c),segment_id=8e606ade-ba7f-41bd-bcf8-b240afbd328c)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:34:38.300399 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-16be5ed1-b8dc-4379-864b-9dae5ae4dae8 req-df0e1b44-0162-4c4e-b6eb-7f37f9617b14 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:38.318111 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6676cfaf-c300-46fe-961d-f82284b18490 req-c486564b-4a31-4129-8e9a-7be6b014656d service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8284225 May 19 21:34:38.347171 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-16be5ed1-b8dc-4379-864b-9dae5ae4dae8 req-df0e1b44-0162-4c4e-b6eb-7f37f9617b14 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Calling delete_port for abeca8c2-0922-427b-bde2-2a81f568efa5 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:34:38.352029 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 194a0b89-969e-46dc-80ff-737886a6dcae triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:38.352419 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (194a0b89-969e-46dc-80ff-737886a6dcae), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:38.455106 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 194a0b89-969e-46dc-80ff-737886a6dcae is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:38.455985 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (194a0b89-969e-46dc-80ff-737886a6dcae), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:38.496684 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] For port 194a0b89-969e-46dc-80ff-737886a6dcae, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=194a0b89-969e-46dc-80ff-737886a6dcae,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:34:38.514693 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (194a0b89-969e-46dc-80ff-737886a6dcae), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:38.575695 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Pushing event updated for resources: {'Port': ['ID=194a0b89-969e-46dc-80ff-737886a6dcae,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:38.588218 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.588574 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.588933 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.589284 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.589614 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.589938 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.591766 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.592846 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.593444 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.593922 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.594720 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.595385 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.595854 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.596453 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.596915 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:34:38.633351 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:38.684198 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e5b36808-bc02-4f12-a45b-e5000fe34a98 req-7373d24d-330a-4770-a92c-2ef0f2d9c8b7 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803933 May 19 21:34:38.816115 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6676cfaf-c300-46fe-961d-f82284b18490 req-c0dfa1ba-d5d5-42c0-97f4-2e81446c316f service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865413 May 19 21:34:39.003918 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-16be5ed1-b8dc-4379-864b-9dae5ae4dae8 req-df0e1b44-0162-4c4e-b6eb-7f37f9617b14 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (abeca8c2-0922-427b-bde2-2a81f568efa5), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:39.045068 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e1b44-0162-4c4e-b6eb-7f37f9617b14 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Pushing event deleted for resources: {'Port': ['ID=abeca8c2-0922-427b-bde2-2a81f568efa5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:39.148176 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-16be5ed1-b8dc-4379-864b-9dae5ae4dae8 req-df0e1b44-0162-4c4e-b6eb-7f37f9617b14 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] No DVR routers for this DVR port abeca8c2-0922-427b-bde2-2a81f568efa5 on host hv-cinder-83563 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:34:39.150172 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-16be5ed1-b8dc-4379-864b-9dae5ae4dae8 req-df0e1b44-0162-4c4e-b6eb-7f37f9617b14 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:39.154038 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-16be5ed1-b8dc-4379-864b-9dae5ae4dae8 req-df0e1b44-0162-4c4e-b6eb-7f37f9617b14 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.87 "DELETE /v2.0/ports/abeca8c2-0922-427b-bde2-2a81f568efa5 HTTP/1.1" status: 204 len: 173 time: 1.7663326 May 19 21:34:39.154695 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2fe4f6-f020-4fdc-bb72-ffe298b56627', 'name': 'network-vif-deleted', 'tag': 'abeca8c2-0922-427b-bde2-2a81f568efa5'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:34:39.157433 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dc58f0-d88a-42b4-a539-812ae001220d" -d '{"events": [{"server_uuid": "4a2fe4f6-f020-4fdc-bb72-ffe298b56627", "name": "network-vif-deleted", "tag": "abeca8c2-0922-427b-bde2-2a81f568efa5"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:34:39.214930 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5e1d5e-de28-458a-b851-49e37f1241fa x-openstack-request-id: req-cb5e1d5e-de28-458a-b851-49e37f1241fa {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:34:39.215337 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2fe4f6-f020-4fdc-bb72-ffe298b56627", "name": "network-vif-deleted", "tag": "abeca8c2-0922-427b-bde2-2a81f568efa5", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:34:39.215626 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb5e1d5e-de28-458a-b851-49e37f1241fa {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:34:39.216172 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5e1d5e-de28-458a-b851-49e37f1241fa'] response: {'server_uuid': '4a2fe4f6-f020-4fdc-bb72-ffe298b56627', 'name': 'network-vif-deleted', 'tag': 'abeca8c2-0922-427b-bde2-2a81f568efa5', 'status': 'completed', 'code': 200} May 19 21:34:39.256979 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-83238759-d11b-4a89-84b2-b9304c6c799d req-e5d35cc1-8bd1-4c78-8853-2f7dd32c8a5d tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 210 time: 0.0750299 May 19 21:34:39.318586 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 59132) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:39.324921 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2071656215-network', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:39.364679 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9294fb0b-5b4f-4661-a2e2-36b6d4265772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:39.373837 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] Made reservation on behalf of 81af60892d324c7ea1eb2b04440584b1 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:34:39.380849 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:39.391911 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:39.478562 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:39.527099 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Sync routers for ids ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:34:39.544293 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] Publish callbacks [] for security_group (8c6aa131-9d53-4f9d-a3e2-1d04abf0b1a6), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:39.544510 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Routers {'2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:34:39.545345 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:34:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:39.554872 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (8c6aa131-9d53-4f9d-a3e2-1d04abf0b1a6), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:39.593937 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:34:39.614143 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6aa131-9d53-4f9d-a3e2-1d04abf0b1a6,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:39.617506 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (2dd0de61-b156-43cc-949d-def4596a8c1e), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:39.617915 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.segments_db [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] Added segment 2dd0de61-b156-43cc-949d-def4596a8c1e of type vlan for network b033e1db-bb62-482f-b6a4-510c90580bb1 May 19 21:34:39.654522 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:39.668367 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (b033e1db-bb62-482f-b6a4-510c90580bb1), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:39.703859 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (b033e1db-bb62-482f-b6a4-510c90580bb1), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:39.705244 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:39.706158 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:39.771400 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4519124 May 19 21:34:39.775528 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 59144) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:39.783304 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-dc24dcc1-778b-4270-bd15-2b67cb64726e admin admin] Request body: {'subnet': {'network_id': 'b033e1db-bb62-482f-b6a4-510c90580bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2071656215-subnet', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:39.804233 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa274b-a820-424e-9dc5-980b6d350353 admin admin] Pushing event updated for resources: {'Network': ['ID=b033e1db-bb62-482f-b6a4-510c90580bb1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:39.846549 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc24dcc1-778b-4270-bd15-2b67cb64726e admin admin] Made reservation on behalf of 81af60892d324c7ea1eb2b04440584b1 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:34:39.855166 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc24dcc1-778b-4270-bd15-2b67cb64726e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567043'] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:39.923110 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device abeca8c2-0922-427b-bde2-2a81f568efa5 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:34:39.938733 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network b033e1db-bb62-482f-b6a4-510c90580bb1 details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:34:40.010487 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258fdd8-bd2e-4ede-9158-37d5de19efbe req-4f53870f-669f-436e-9498-242210edeb23 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:40.012781 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7258fdd8-bd2e-4ede-9158-37d5de19efbe req-4f53870f-669f-436e-9498-242210edeb23 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0813792 May 19 21:34:40.033829 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: abeca8c2-0922-427b-bde2-2a81f568efa5 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:34:40.034165 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device abeca8c2-0922-427b-bde2-2a81f568efa5 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:34:40.055836 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Set router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:34:40.088127 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:40.119245 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7258fdd8-bd2e-4ede-9158-37d5de19efbe req-099ca805-4f5f-4394-8847-adcc8bff6264 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964322 May 19 21:34:40.158831 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:40.177574 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:40.189798 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc24dcc1-778b-4270-bd15-2b67cb64726e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8577145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567061'] for subnet (effb5597-013c-4470-b140-c39f21ab23a9), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:40.266885 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc24dcc1-778b-4270-bd15-2b67cb64726e admin admin] Checking segment: {'id': '2dd0de61-b156-43cc-949d-def4596a8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b033e1db-bb62-482f-b6a4-510c90580bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:40.267144 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc24dcc1-778b-4270-bd15-2b67cb64726e admin admin] Network hostable DHCP agents. Network: b033e1db-bb62-482f-b6a4-510c90580bb1, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:34:40.269653 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24dcc1-778b-4270-bd15-2b67cb64726e admin admin] Pushing event updated for resources: {'Subnet': ['ID=effb5597-013c-4470-b140-c39f21ab23a9,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:40.297072 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc24dcc1-778b-4270-bd15-2b67cb64726e admin admin] Network b033e1db-bb62-482f-b6a4-510c90580bb1 is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:34:40.311677 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-dc24dcc1-778b-4270-bd15-2b67cb64726e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, b033e1db-bb62-482f-b6a4-510c90580bb1) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:40.312921 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 194a0b89-969e-46dc-80ff-737886a6dcae up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:40.331943 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc24dcc1-778b-4270-bd15-2b67cb64726e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:40.332954 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dc24dcc1-778b-4270-bd15-2b67cb64726e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:40.368742 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 59160) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:40.374896 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2071656215-router', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:40.376692 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91080cd9-8365-4538-a3c6-5ea91952d5cf None None] Network b033e1db-bb62-482f-b6a4-510c90580bb1 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:34:40.380973 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-dc24dcc1-778b-4270-bd15-2b67cb64726e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6013052 May 19 21:34:40.438219 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-84e3d110-dfeb-4ceb-ba7d-ffd54acc2b1b req-ed08b14d-abee-4c6d-8e22-8cb7f628fbc0 tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 210 time: 0.0471210 May 19 21:34:40.442683 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2802'] for router (92b11f6d-9b86-4174-a65e-d2e17b104692), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:40.444254 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2034749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2811'] for router (92b11f6d-9b86-4174-a65e-d2e17b104692), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:40.503031 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 194a0b89-969e-46dc-80ff-737886a6dcae triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:40.503388 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (194a0b89-969e-46dc-80ff-737886a6dcae), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:40.523009 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Publish callbacks [] for router_controller (92b11f6d-9b86-4174-a65e-d2e17b104692), precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:40.540035 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:40.541268 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:40.561352 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:34:36Z', 'revision_number': 4, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port': {'id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:33Z', 'updated_at': '2022-05-19T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'ad477b31-6a91-4968-90f6-d0dced2e63df', 'name': '', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'mac_address': 'fa:16:3e:0c:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:35Z', 'updated_at': '2022-05-19T21:34:36Z', 'revision_number': 2, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'subnets': [{'id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:40.607172 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Checking router: 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:34:40.610020 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Updating router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c port ad477b31-6a91-4968-90f6-d0dced2e63df binding host dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:34:40.663482 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:40.684459 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfcf098c-fcb3-5877-a9cf-25c71848f504-b033e1db-bb62-482f-b6a4-510c90580bb1', 'network_id': 'b033e1db-bb62-482f-b6a4-510c90580bb1', 'project_id': '81af60892d324c7ea1eb2b04440584b1', 'fixed_ips': [{'subnet_id': 'effb5597-013c-4470-b140-c39f21ab23a9'}]}} from dv-cinder-835635-2-iscsi. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 21:34:40.685661 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:40.769001 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 194a0b89-969e-46dc-80ff-737886a6dcae is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:40.830358 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Publish callbacks [] for router_gateway (92b11f6d-9b86-4174-a65e-d2e17b104692), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.150639 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Allocated IP 172.20.0.2 (b033e1db-bb62-482f-b6a4-510c90580bb1/effb5597-013c-4470-b140-c39f21ab23a9/efa46ef4-a37e-4447-b7be-fd66dbd6e607) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:34:41.255296 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Publish callbacks [] for router_gateway (92b11f6d-9b86-4174-a65e-d2e17b104692), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.283061 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.297643 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:41.388525 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a65c0a-07dc-41d1-b628-e5101b0a5dc1 req-2842f115-1b05-4bee-a444-911d88ada1a1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:41.391448 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f0a65c0a-07dc-41d1-b628-e5101b0a5dc1 req-2842f115-1b05-4bee-a444-911d88ada1a1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.1054013 May 19 21:34:41.401033 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Publish callbacks [] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.411624 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.444682 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Publish callbacks [] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.464875 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Allocated IP 172.27.0.99 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/95962aad-21d9-4754-9445-eb9abb62ed38) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:34:41.465625 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.484007 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:41.490918 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f0a65c0a-07dc-41d1-b628-e5101b0a5dc1 req-5fe982a4-b6b0-4207-b71b-fbacea48a6f5 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858994 May 19 21:34:41.497460 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655f5f8-164d-49eb-ac34-e675a19aa5d1 None None] Pushing event updated for resources: {'Port': ['ID=ad477b31-6a91-4968-90f6-d0dced2e63df,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:41.501739 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Network b033e1db-bb62-482f-b6a4-510c90580bb1 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:34:41.506332 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:41.516281 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:34:41.613419 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Publish callbacks [] for port (95962aad-21d9-4754-9445-eb9abb62ed38), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.687566 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (95962aad-21d9-4754-9445-eb9abb62ed38), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.691494 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b85c1e40-8030-4ad3-b1b3-632ab7ad0ed8 req-813dced8-5ccf-4e6e-bfef-1e59609bf84f tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 210 time: 0.0467477 May 19 21:34:41.695341 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:41.696148 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:41.697615 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Pushing event updated for resources: {'Port': ['ID=efa46ef4-a37e-4447-b7be-fd66dbd6e607,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:41.737266 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Attempting to bind port ad477b31-6a91-4968-90f6-d0dced2e63df on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:34:41.737730 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Attempting to bind port ad477b31-6a91-4968-90f6-d0dced2e63df by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': 'c61e9678-3c61-4c5d-886e-12dc64c79860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:34:41.738136 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Attempting to bind port ad477b31-6a91-4968-90f6-d0dced2e63df on network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:34:41.741165 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Attempting to bind port efa46ef4-a37e-4447-b7be-fd66dbd6e607 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:34:41.741683 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Attempting to bind port efa46ef4-a37e-4447-b7be-fd66dbd6e607 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '2dd0de61-b156-43cc-949d-def4596a8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b033e1db-bb62-482f-b6a4-510c90580bb1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:34:41.742198 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Attempting to bind port efa46ef4-a37e-4447-b7be-fd66dbd6e607 on network b033e1db-bb62-482f-b6a4-510c90580bb1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:34:41.750323 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:34:41.753746 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:34:41.754212 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:41.754660 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Checking segment: {'id': 'c61e9678-3c61-4c5d-886e-12dc64c79860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:41.755041 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.755829 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Bound using segment: {'id': 'c61e9678-3c61-4c5d-886e-12dc64c79860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:34:41.757393 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Bound port: ad477b31-6a91-4968-90f6-d0dced2e63df, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61e9678-3c61-4c5d-886e-12dc64c79860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:34:41.758185 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.759021 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:34:41.766110 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:34:41.766622 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Pushing event updated for resources: {'Port': ['ID=95962aad-21d9-4754-9445-eb9abb62ed38,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:41.766840 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Checking segment: {'id': '2dd0de61-b156-43cc-949d-def4596a8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b033e1db-bb62-482f-b6a4-510c90580bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:41.767415 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.768099 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Bound using segment: {'id': '2dd0de61-b156-43cc-949d-def4596a8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b033e1db-bb62-482f-b6a4-510c90580bb1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:34:41.769439 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Bound port: efa46ef4-a37e-4447-b7be-fd66dbd6e607, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd0de61-b156-43cc-949d-def4596a8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b033e1db-bb62-482f-b6a4-510c90580bb1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:34:41.770145 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.866161 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-10d5ffc7-7f67-4d24-b6d9-bf89195eb2fd None None] Provisioning complete for port ad477b31-6a91-4968-90f6-d0dced2e63df triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:41.866544 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-10d5ffc7-7f67-4d24-b6d9-bf89195eb2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.933296 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] For port efa46ef4-a37e-4447-b7be-fd66dbd6e607, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:34:41.935939 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] For port ad477b31-6a91-4968-90f6-d0dced2e63df, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:34:41.939748 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] For port efa46ef4-a37e-4447-b7be-fd66dbd6e607, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=efa46ef4-a37e-4447-b7be-fd66dbd6e607,segment=NetworkSegment(2dd0de61-b156-43cc-949d-def4596a8c1e),segment_id=2dd0de61-b156-43cc-949d-def4596a8c1e)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:34:41.945876 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] For port ad477b31-6a91-4968-90f6-d0dced2e63df, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=ad477b31-6a91-4968-90f6-d0dced2e63df,segment=NetworkSegment(c61e9678-3c61-4c5d-886e-12dc64c79860),segment_id=c61e9678-3c61-4c5d-886e-12dc64c79860)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:34:41.957685 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:41.989970 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-10d5ffc7-7f67-4d24-b6d9-bf89195eb2fd None None] Port ad477b31-6a91-4968-90f6-d0dced2e63df cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:34:41.993089 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:42.050696 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:42.085205 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c58c81-51b3-41e5-b878-6b147f8cbd00 None None] Pushing event updated for resources: {'Port': ['ID=efa46ef4-a37e-4447-b7be-fd66dbd6e607,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:42.109654 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Routers {'2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:34:42.110363 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:34:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:42.290124 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Publish callbacks [] for router_gateway (92b11f6d-9b86-4174-a65e-d2e17b104692), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:42.484502 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655f5f8-164d-49eb-ac34-e675a19aa5d1 None None] Pushing event updated for resources: {'Port': ['ID=ad477b31-6a91-4968-90f6-d0dced2e63df,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:42.568264 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] Set router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:34:42.885019 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dad98-ffb4-4d3f-ad3c-12b1b4983667 req-9821237e-84f5-4f8e-b338-4342f99203e2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:42.900156 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f10dad98-ffb4-4d3f-ad3c-12b1b4983667 req-9821237e-84f5-4f8e-b338-4342f99203e2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.1922984 May 19 21:34:43.054877 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f10dad98-ffb4-4d3f-ad3c-12b1b4983667 req-f4bade03-91cc-42b2-8f70-fdbe3a8bc91c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502547 May 19 21:34:43.150560 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:43.153547 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696601'] for router (92b11f6d-9b86-4174-a65e-d2e17b104692), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:43.157807 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6132a85d-37ac-47de-a875-eae599041192 None None] Provisioning complete for port ad477b31-6a91-4968-90f6-d0dced2e63df triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:43.157807 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6132a85d-37ac-47de-a875-eae599041192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:43.162935 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6a16464c-7e9c-4d3c-9bd1-e89d7be67bec req-4b4debb9-ae7a-48f6-8d8f-eebe354a31fe tempest-VolumesActionsTest-1142953549 tempest-VolumesActionsTest-1142953549-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a2fe4f6-f020-4fdc-bb72-ffe298b56627 HTTP/1.1" status: 200 len: 210 time: 0.1088045 May 19 21:34:43.198748 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:43.199479 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 59212) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:43.366487 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Router 92b11f6d-9b86-4174-a65e-d2e17b104692 is scheduled to L3 agent 63064880-299a-4199-80c8-b1b38af51d60 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 21:34:43.444316 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53f18258-7f57-4eac-8f9e-0e678e923395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:43.498268 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:43.586807 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:34:36Z', 'revision_number': 4, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port': {'id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:33Z', 'updated_at': '2022-05-19T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'ad477b31-6a91-4968-90f6-d0dced2e63df', 'name': '', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'mac_address': 'fa:16:3e:0c:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:35Z', 'updated_at': '2022-05-19T21:34:41Z', 'revision_number': 4, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'subnets': [{'id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:43.606037 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53f18258-7f57-4eac-8f9e-0e678e923395 admin admin] Publish callbacks [] for security_group (84ba8a7f-6478-4dc0-bc24-257150027103), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:43.614216 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-53f18258-7f57-4eac-8f9e-0e678e923395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (84ba8a7f-6478-4dc0-bc24-257150027103), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:43.618542 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:43.626207 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafe6f7-577c-4279-b741-3100e1f26248 None None] The sync data for ids ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'] in dv-cinder-835635-2-iscsi is: [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:34:36Z', 'revision_number': 4, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port': {'id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:33Z', 'updated_at': '2022-05-19T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'ad477b31-6a91-4968-90f6-d0dced2e63df', 'name': '', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'mac_address': 'fa:16:3e:0c:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:35Z', 'updated_at': '2022-05-19T21:34:41Z', 'revision_number': 4, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'subnets': [{'id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:34:43.650643 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6132a85d-37ac-47de-a875-eae599041192 None None] Current status of the port ad477b31-6a91-4968-90f6-d0dced2e63df is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:43.651330 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6132a85d-37ac-47de-a875-eae599041192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:43.670706 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f18258-7f57-4eac-8f9e-0e678e923395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ba8a7f-6478-4dc0-bc24-257150027103,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:43.722304 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-53f18258-7f57-4eac-8f9e-0e678e923395 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86b9e670ae6144548076173273026d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5198598 May 19 21:34:43.724365 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 59220) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:43.779029 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6132a85d-37ac-47de-a875-eae599041192 None None] For port ad477b31-6a91-4968-90f6-d0dced2e63df, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=ad477b31-6a91-4968-90f6-d0dced2e63df,segment=NetworkSegment(c61e9678-3c61-4c5d-886e-12dc64c79860),segment_id=c61e9678-3c61-4c5d-886e-12dc64c79860)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:34:43.788015 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6132a85d-37ac-47de-a875-eae599041192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:43.792646 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:34:43.818861 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98f06d13-687c-4e85-9309-91157335ef73 admin admin] Publish callbacks [] for security_group (84ba8a7f-6478-4dc0-bc24-257150027103), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:43.820937 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Sync routers for ids ['92b11f6d-9b86-4174-a65e-d2e17b104692'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:34:43.870629 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98f06d13-687c-4e85-9309-91157335ef73 admin admin] Publish callbacks [] for security_group (84ba8a7f-6478-4dc0-bc24-257150027103), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:43.871455 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Routers {'92b11f6d-9b86-4174-a65e-d2e17b104692'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:34:43.872865 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:34:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['92b11f6d-9b86-4174-a65e-d2e17b104692'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:43.882535 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:43.896800 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-b57842e9-d690-4dfc-9c87-f26a98c97584 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5261130 May 19 21:34:43.897769 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 59224) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:43.899229 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132a85d-37ac-47de-a875-eae599041192 None None] Pushing event updated for resources: {'Port': ['ID=ad477b31-6a91-4968-90f6-d0dced2e63df,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:43.950413 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f615ba-0c93-4c8c-b9e5-b049c755cbe9 None None] Network b033e1db-bb62-482f-b6a4-510c90580bb1 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:34:43.971193 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98f06d13-687c-4e85-9309-91157335ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (84ba8a7f-6478-4dc0-bc24-257150027103), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:43.976564 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98f06d13-687c-4e85-9309-91157335ef73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:43.978424 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-98f06d13-687c-4e85-9309-91157335ef73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84ba8a7f-6478-4dc0-bc24-257150027103 HTTP/1.1" status: 204 len: 168 time: 0.2525983 May 19 21:34:43.996174 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f06d13-687c-4e85-9309-91157335ef73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ba8a7f-6478-4dc0-bc24-257150027103,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:44.080996 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:44.105116 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-94b25653-7e9c-4745-a42c-fd982f7e3d7d None None] Provisioning complete for port efa46ef4-a37e-4447-b7be-fd66dbd6e607 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:44.105450 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94b25653-7e9c-4745-a42c-fd982f7e3d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:44.199717 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Set router 92b11f6d-9b86-4174-a65e-d2e17b104692 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:34:44.420527 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-94b25653-7e9c-4745-a42c-fd982f7e3d7d None None] Current status of the port efa46ef4-a37e-4447-b7be-fd66dbd6e607 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:44.424053 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94b25653-7e9c-4745-a42c-fd982f7e3d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:44.654385 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-94b25653-7e9c-4745-a42c-fd982f7e3d7d None None] For port efa46ef4-a37e-4447-b7be-fd66dbd6e607, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=efa46ef4-a37e-4447-b7be-fd66dbd6e607,segment=NetworkSegment(2dd0de61-b156-43cc-949d-def4596a8c1e),segment_id=2dd0de61-b156-43cc-949d-def4596a8c1e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:34:44.669658 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94b25653-7e9c-4745-a42c-fd982f7e3d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:44.710395 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'name': 'tempest-TestMinimumBasicScenario-2071656215-router', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '95962aad-21d9-4754-9445-eb9abb62ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:40Z', 'updated_at': '2022-05-19T21:34:42Z', 'revision_number': 3, 'project_id': '81af60892d324c7ea1eb2b04440584b1', 'gw_port': {'id': '95962aad-21d9-4754-9445-eb9abb62ed38', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:41Z', 'updated_at': '2022-05-19T21:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:44.805012 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:44.895471 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device ad477b31-6a91-4968-90f6-d0dced2e63df up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:45.064447 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-674552b0-826b-467f-a875-c7685bd78066 None None] Provisioning complete for port efa46ef4-a37e-4447-b7be-fd66dbd6e607 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:45.065520 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-674552b0-826b-467f-a875-c7685bd78066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:45.082536 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Checking router: 92b11f6d-9b86-4174-a65e-d2e17b104692 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:34:45.083096 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Updating router 92b11f6d-9b86-4174-a65e-d2e17b104692 port 95962aad-21d9-4754-9445-eb9abb62ed38 binding host dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:34:45.116025 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b25653-7e9c-4745-a42c-fd982f7e3d7d None None] Pushing event updated for resources: {'Port': ['ID=efa46ef4-a37e-4447-b7be-fd66dbd6e607,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:45.169457 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (95962aad-21d9-4754-9445-eb9abb62ed38), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:45.220800 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port ad477b31-6a91-4968-90f6-d0dced2e63df triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:45.221123 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:45.306311 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:45.388989 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:45.444938 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-674552b0-826b-467f-a875-c7685bd78066 None None] Current status of the port efa46ef4-a37e-4447-b7be-fd66dbd6e607 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:45.629473 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port ad477b31-6a91-4968-90f6-d0dced2e63df is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:45.631899 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device efa46ef4-a37e-4447-b7be-fd66dbd6e607 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:45.770142 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:45.807445 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Allocated IP 172.20.0.1 (b033e1db-bb62-482f-b6a4-510c90580bb1/effb5597-013c-4470-b140-c39f21ab23a9/dacd452c-013d-4b23-8942-b0074390ce8f) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:34:45.814408 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port efa46ef4-a37e-4447-b7be-fd66dbd6e607 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:45.815023 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:45.961059 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Publish callbacks [] for port (95962aad-21d9-4754-9445-eb9abb62ed38), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:45.977607 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (95962aad-21d9-4754-9445-eb9abb62ed38), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:46.045656 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Publish callbacks [] for port (dacd452c-013d-4b23-8942-b0074390ce8f), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:46.067815 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:46.116538 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port efa46ef4-a37e-4447-b7be-fd66dbd6e607 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:46.143304 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Attempting to bind port 95962aad-21d9-4754-9445-eb9abb62ed38 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:34:46.148299 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Attempting to bind port 95962aad-21d9-4754-9445-eb9abb62ed38 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:34:46.149921 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Attempting to bind port 95962aad-21d9-4754-9445-eb9abb62ed38 on network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:34:46.161568 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbb2b5-eb12-4410-84b2-cd14153526c8 None None] Pushing event updated for resources: {'Port': ['ID=95962aad-21d9-4754-9445-eb9abb62ed38,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:46.173064 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:34:46.177754 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Checking segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:46.179770 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:46.180471 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Bound using segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:34:46.185700 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Bound port: 95962aad-21d9-4754-9445-eb9abb62ed38, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:34:46.193592 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (95962aad-21d9-4754-9445-eb9abb62ed38), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:46.223265 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 59304) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:46.231056 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9a8ed2d3-24e9-415d-9b02-a09e8b836a11 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--476769185', 'description': 'tempest-description--1469389235'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:46.232809 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:46.272203 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] For port 95962aad-21d9-4754-9445-eb9abb62ed38, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:34:46.278134 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] For port 95962aad-21d9-4754-9445-eb9abb62ed38, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=95962aad-21d9-4754-9445-eb9abb62ed38,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:34:46.287948 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (95962aad-21d9-4754-9445-eb9abb62ed38), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:46.316809 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a8ed2d3-24e9-415d-9b02-a09e8b836a11 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:46.328503 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:46.396471 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Network b033e1db-bb62-482f-b6a4-510c90580bb1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:34:46.404091 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:46.411840 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:34:46.424755 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Routers {'92b11f6d-9b86-4174-a65e-d2e17b104692'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:34:46.428427 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:34:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['92b11f6d-9b86-4174-a65e-d2e17b104692'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:46.440670 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a8ed2d3-24e9-415d-9b02-a09e8b836a11 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for security_group (d929f1c0-320e-45ed-b30f-710a2ff4685c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:46.446892 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a8ed2d3-24e9-415d-9b02-a09e8b836a11 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (d929f1c0-320e-45ed-b30f-710a2ff4685c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:46.500392 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a8ed2d3-24e9-415d-9b02-a09e8b836a11 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:46.503676 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-9a8ed2d3-24e9-415d-9b02-a09e8b836a11 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2774000 May 19 21:34:46.506391 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 59312) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:46.517165 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d41860dc-cf87-494a-992e-1fe98411eb79 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Request body: {'security_group_rule': {'security_group_id': 'd929f1c0-320e-45ed-b30f-710a2ff4685c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:46.522776 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ed2d3-24e9-415d-9b02-a09e8b836a11 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d929f1c0-320e-45ed-b30f-710a2ff4685c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:46.563351 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbb2b5-eb12-4410-84b2-cd14153526c8 None None] Pushing event updated for resources: {'Port': ['ID=95962aad-21d9-4754-9445-eb9abb62ed38,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:46.581393 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d41860dc-cf87-494a-992e-1fe98411eb79 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for security_group_rule (7a1c4f96-b2c0-4588-a548-c1d60390a7f1), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:46.755349 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d41860dc-cf87-494a-992e-1fe98411eb79 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for security_group_rule (7a1c4f96-b2c0-4588-a548-c1d60390a7f1), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:46.770833 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d41860dc-cf87-494a-992e-1fe98411eb79 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (7a1c4f96-b2c0-4588-a548-c1d60390a7f1), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:46.802452 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41860dc-cf87-494a-992e-1fe98411eb79 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1c4f96-b2c0-4588-a548-c1d60390a7f1,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:46.829644 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:46.855148 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d41860dc-cf87-494a-992e-1fe98411eb79 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:46.867646 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-d41860dc-cf87-494a-992e-1fe98411eb79 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3520751 May 19 21:34:46.867757 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] Set router 92b11f6d-9b86-4174-a65e-d2e17b104692 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:34:46.874734 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 59344) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:46.889813 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-31c0921e-f547-4348-888a-bba1e40e35a1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Request body: {'security_group_rule': {'security_group_id': 'd929f1c0-320e-45ed-b30f-710a2ff4685c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:46.921162 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device efa46ef4-a37e-4447-b7be-fd66dbd6e607 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:46.921765 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=9 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:46.948169 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31c0921e-f547-4348-888a-bba1e40e35a1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for security_group_rule (dff05c54-8f90-44fe-9248-ae2df268b30f), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:47.038691 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31c0921e-f547-4348-888a-bba1e40e35a1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for security_group_rule (dff05c54-8f90-44fe-9248-ae2df268b30f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:47.046198 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31c0921e-f547-4348-888a-bba1e40e35a1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (dff05c54-8f90-44fe-9248-ae2df268b30f), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:47.077571 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0921e-f547-4348-888a-bba1e40e35a1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff05c54-8f90-44fe-9248-ae2df268b30f,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:47.089812 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31c0921e-f547-4348-888a-bba1e40e35a1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:47.093848 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Pushing event updated for resources: {'Port': ['ID=dacd452c-013d-4b23-8942-b0074390ce8f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:47.094863 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-31c0921e-f547-4348-888a-bba1e40e35a1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2151494 May 19 21:34:47.097445 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 59346) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:47.104538 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Request body: {'floatingip': {'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:47.119970 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-53439d5d-f415-4ac6-943e-1befa26ac20b None None] Provisioning complete for port dacd452c-013d-4b23-8942-b0074390ce8f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:47.120334 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-53439d5d-f415-4ac6-943e-1befa26ac20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:47.138724 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:47.142370 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'name': 'tempest-TestMinimumBasicScenario-2071656215-router', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '95962aad-21d9-4754-9445-eb9abb62ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:40Z', 'updated_at': '2022-05-19T21:34:42Z', 'revision_number': 3, 'project_id': '81af60892d324c7ea1eb2b04440584b1', 'gw_port': {'id': '95962aad-21d9-4754-9445-eb9abb62ed38', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:41Z', 'updated_at': '2022-05-19T21:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:47.148295 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1697578'] for router_interface (92b11f6d-9b86-4174-a65e-d2e17b104692), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:47.180633 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca6f77-8ea6-4090-91c9-0770596f2464 None None] The sync data for ids ['92b11f6d-9b86-4174-a65e-d2e17b104692'] in dv-cinder-835635-2-iscsi is: [{'id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'name': 'tempest-TestMinimumBasicScenario-2071656215-router', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '95962aad-21d9-4754-9445-eb9abb62ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:40Z', 'updated_at': '2022-05-19T21:34:42Z', 'revision_number': 3, 'project_id': '81af60892d324c7ea1eb2b04440584b1', 'gw_port': {'id': '95962aad-21d9-4754-9445-eb9abb62ed38', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:41Z', 'updated_at': '2022-05-19T21:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:34:47.184602 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-53439d5d-f415-4ac6-943e-1befa26ac20b None None] Port dacd452c-013d-4b23-8942-b0074390ce8f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:34:47.188123 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port efa46ef4-a37e-4447-b7be-fd66dbd6e607 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:47.188712 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:47.346867 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:47.393913 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port efa46ef4-a37e-4447-b7be-fd66dbd6e607 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:47.428315 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:47.445612 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:47.459498 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:47.598655 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Allocated IP 172.27.0.195 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/4843631f-73ce-4a89-ad38-667741122952) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:34:47.767357 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for port (4843631f-73ce-4a89-ad38-667741122952), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:47.815461 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (4843631f-73ce-4a89-ad38-667741122952), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:47.869451 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:34:47.878098 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:47.881679 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:34:47.925556 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Pushing event updated for resources: {'Port': ['ID=4843631f-73ce-4a89-ad38-667741122952,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:47.929416 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Publish callbacks [] for port (dacd452c-013d-4b23-8942-b0074390ce8f), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:47.941263 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.002456 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 59368) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:48.025355 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Pushing event updated for resources: {'Port': ['ID=dacd452c-013d-4b23-8942-b0074390ce8f,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:48.028445 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-285455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697946'] for router_interface (92b11f6d-9b86-4174-a65e-d2e17b104692), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.082701 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for floatingip (bf4d3d49-664b-48e1-96cf-e37190831f12), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.148434 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (4843631f-73ce-4a89-ad38-667741122952), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.155350 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Network b033e1db-bb62-482f-b6a4-510c90580bb1 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:34:48.157007 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:48.189362 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6906-5a5d-4398-966c-554d89fc19fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.196265 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:48.263564 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:48.363851 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Router 92b11f6d-9b86-4174-a65e-d2e17b104692 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:34:48.401943 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6906-5a5d-4398-966c-554d89fc19fc admin admin] Publish callbacks [] for security_group (6b6b2e71-b990-4101-adee-783d507ef786), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.437363 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for port (4843631f-73ce-4a89-ad38-667741122952), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.446774 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (4843631f-73ce-4a89-ad38-667741122952), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.454435 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6906-5a5d-4398-966c-554d89fc19fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (6b6b2e71-b990-4101-adee-783d507ef786), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.523972 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad6906-5a5d-4398-966c-554d89fc19fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6b2e71-b990-4101-adee-783d507ef786,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:48.532373 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-f2ad6906-5a5d-4398-966c-554d89fc19fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60ba2171e8a2449bbf59e191b261ac57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5287704 May 19 21:34:48.555364 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e2b8b45d-0966-4455-9d9b-e3c27942dd53 None None] Provisioning complete for port dacd452c-013d-4b23-8942-b0074390ce8f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:48.555907 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Pushing event updated for resources: {'Port': ['ID=4843631f-73ce-4a89-ad38-667741122952,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:48.556010 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b45d-0966-4455-9d9b-e3c27942dd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.564516 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 59374) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:48.591992 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:48.628020 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:48.638609 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:34:48.643720 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8b45d-0966-4455-9d9b-e3c27942dd53 None None] Port dacd452c-013d-4b23-8942-b0074390ce8f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:34:48.653350 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-74de6b86-68cd-48dd-9229-ad874a963952 admin admin] 10.222.0.65 "PUT /v2.0/routers/92b11f6d-9b86-4174-a65e-d2e17b104692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7396121 May 19 21:34:48.676362 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-624f3872-a2cd-4340-b269-d74185017880 admin admin] Publish callbacks [] for security_group (6b6b2e71-b990-4101-adee-783d507ef786), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.688061 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (bf4d3d49-664b-48e1-96cf-e37190831f12), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.722468 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.726284 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-624f3872-a2cd-4340-b269-d74185017880 admin admin] Publish callbacks [] for security_group (6b6b2e71-b990-4101-adee-783d507ef786), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.728963 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-60179283-6919-4cb0-b79e-07ed96422e6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6300757 May 19 21:34:48.805553 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-624f3872-a2cd-4340-b269-d74185017880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (6b6b2e71-b990-4101-adee-783d507ef786), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.809265 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-624f3872-a2cd-4340-b269-d74185017880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:48.811291 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-624f3872-a2cd-4340-b269-d74185017880 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b6b2e71-b990-4101-adee-783d507ef786 HTTP/1.1" status: 204 len: 168 time: 0.2449191 May 19 21:34:48.821020 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f3872-a2cd-4340-b269-d74185017880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6b2e71-b990-4101-adee-783d507ef786,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:48.823224 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 95962aad-21d9-4754-9445-eb9abb62ed38 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:48.929134 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 95962aad-21d9-4754-9445-eb9abb62ed38 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:48.930052 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (95962aad-21d9-4754-9445-eb9abb62ed38), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:49.030184 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 95962aad-21d9-4754-9445-eb9abb62ed38 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:49.030888 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (95962aad-21d9-4754-9445-eb9abb62ed38), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:49.061662 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] For port 95962aad-21d9-4754-9445-eb9abb62ed38, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=95962aad-21d9-4754-9445-eb9abb62ed38,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:34:49.073034 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (95962aad-21d9-4754-9445-eb9abb62ed38), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:49.113171 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-bcca046f-257e-4cac-ad4a-b5faf3a79bd9 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--476769185&fields=id&tenant_id=985c62c1f3c54f568abdac37360ab457 HTTP/1.1" status: 200 len: 267 time: 0.1335051 May 19 21:34:49.170098 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Pushing event updated for resources: {'Port': ['ID=95962aad-21d9-4754-9445-eb9abb62ed38,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:49.311238 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 59406) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:49.314593 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2f194-1b60-43f5-914e-5676639bc38d req-64d5571c-339f-40ff-86f1-f69e483bd117 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:49.316424 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-64d5571c-339f-40ff-86f1-f69e483bd117 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 819 time: 0.2024217 May 19 21:34:49.336936 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4f6da5d8-69e1-498c-addc-8f8433b6ff19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:49.342192 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-740b3fdc-c7dd-4c17-9e2d-6adad7c39800 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/quotas/985c62c1f3c54f568abdac37360ab457 HTTP/1.1" status: 200 len: 375 time: 0.0198405 May 19 21:34:49.425702 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-8df24dd9-911a-41de-892d-c014b9e95bb2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0756741 May 19 21:34:49.456719 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4f6da5d8-69e1-498c-addc-8f8433b6ff19 admin admin] Publish callbacks [] for security_group (fe399d1b-690d-4b50-aa49-92b706225ce6), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:49.465201 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4f6da5d8-69e1-498c-addc-8f8433b6ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (fe399d1b-690d-4b50-aa49-92b706225ce6), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:49.516890 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-4f6da5d8-69e1-498c-addc-8f8433b6ff19 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5bb4fd090a8c40aab3a565a6d1596910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047956 May 19 21:34:49.517827 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6da5d8-69e1-498c-addc-8f8433b6ff19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe399d1b-690d-4b50-aa49-92b706225ce6,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:49.520372 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 59414) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:49.594464 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-f97ecffa-6622-4402-a51b-980c8c43c705 service neutron] 10.222.0.65 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437633 May 19 21:34:49.608237 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-69409601-a658-441a-8a35-6e5a6a4f61d3 admin admin] Publish callbacks [] for security_group (fe399d1b-690d-4b50-aa49-92b706225ce6), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:49.637857 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-69409601-a658-441a-8a35-6e5a6a4f61d3 admin admin] Publish callbacks [] for security_group (fe399d1b-690d-4b50-aa49-92b706225ce6), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:49.657324 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Sync routers for ids ['92b11f6d-9b86-4174-a65e-d2e17b104692'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:34:49.675000 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Routers {'92b11f6d-9b86-4174-a65e-d2e17b104692'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:34:49.675661 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:34:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['92b11f6d-9b86-4174-a65e-d2e17b104692'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:49.725162 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-69409601-a658-441a-8a35-6e5a6a4f61d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (fe399d1b-690d-4b50-aa49-92b706225ce6), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:49.728435 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-69409601-a658-441a-8a35-6e5a6a4f61d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:49.729981 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-69409601-a658-441a-8a35-6e5a6a4f61d3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe399d1b-690d-4b50-aa49-92b706225ce6 HTTP/1.1" status: 204 len: 168 time: 0.2085381 May 19 21:34:49.741321 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69409601-a658-441a-8a35-6e5a6a4f61d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe399d1b-690d-4b50-aa49-92b706225ce6,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:49.754050 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:49.824077 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-d6c217b3-dc6d-46a6-8ed9-1a1b8cab746c service neutron] 10.222.0.65 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172329 May 19 21:34:49.873664 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Set router 92b11f6d-9b86-4174-a65e-d2e17b104692 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:34:50.146201 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'name': 'tempest-TestMinimumBasicScenario-2071656215-router', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '95962aad-21d9-4754-9445-eb9abb62ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:40Z', 'updated_at': '2022-05-19T21:34:47Z', 'revision_number': 4, 'project_id': '81af60892d324c7ea1eb2b04440584b1', 'gw_port': {'id': '95962aad-21d9-4754-9445-eb9abb62ed38', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:41Z', 'updated_at': '2022-05-19T21:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'dacd452c-013d-4b23-8942-b0074390ce8f', 'name': '', 'network_id': 'b033e1db-bb62-482f-b6a4-510c90580bb1', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1', 'mac_address': 'fa:16:3e:08:09:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'effb5597-013c-4470-b140-c39f21ab23a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:45Z', 'updated_at': '2022-05-19T21:34:47Z', 'revision_number': 2, 'project_id': '81af60892d324c7ea1eb2b04440584b1', 'subnets': [{'id': 'effb5597-013c-4470-b140-c39f21ab23a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:50.195025 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd3c98a0-d3f3-4a7a-b648-8c66a5925b9c req-6e61fc36-81ee-40a5-afc0-4a9ee81cdb3d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 210 time: 0.0657468 May 19 21:34:50.215540 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Checking router: 92b11f6d-9b86-4174-a65e-d2e17b104692 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:34:50.215540 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Updating router 92b11f6d-9b86-4174-a65e-d2e17b104692 port dacd452c-013d-4b23-8942-b0074390ce8f binding host dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:34:50.272777 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:50.437812 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 59446) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:50.454975 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4a927bb-89a7-4c08-b5ef-3ea7353a5da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:50.548949 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:50.665251 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4a927bb-89a7-4c08-b5ef-3ea7353a5da1 admin admin] Publish callbacks [] for security_group (c74245b2-3fa6-468d-846c-b82c69ec71c7), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:50.679832 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f4a927bb-89a7-4c08-b5ef-3ea7353a5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (c74245b2-3fa6-468d-846c-b82c69ec71c7), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:50.781349 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-f4a927bb-89a7-4c08-b5ef-3ea7353a5da1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=009fdb22845142b690966249f44116f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416276 May 19 21:34:50.782786 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a927bb-89a7-4c08-b5ef-3ea7353a5da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74245b2-3fa6-468d-846c-b82c69ec71c7,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:50.783944 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 59458) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:34:50.824609 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 95962aad-21d9-4754-9445-eb9abb62ed38 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:50.861293 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Publish callbacks [] for port (dacd452c-013d-4b23-8942-b0074390ce8f), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:50.872221 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:50.913876 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5e57-3184-481d-a2ed-39c4f1a82671 admin admin] Publish callbacks [] for security_group (c74245b2-3fa6-468d-846c-b82c69ec71c7), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:50.929498 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 95962aad-21d9-4754-9445-eb9abb62ed38 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:50.930200 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (95962aad-21d9-4754-9445-eb9abb62ed38), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:50.973738 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5e57-3184-481d-a2ed-39c4f1a82671 admin admin] Publish callbacks [] for security_group (c74245b2-3fa6-468d-846c-b82c69ec71c7), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:50.985533 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108aba8-a8c2-403e-8f6c-562a65ba8c7d None None] Pushing event updated for resources: {'Port': ['ID=dacd452c-013d-4b23-8942-b0074390ce8f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:50.993205 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:51.123330 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5e57-3184-481d-a2ed-39c4f1a82671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (c74245b2-3fa6-468d-846c-b82c69ec71c7), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:51.133281 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5e57-3184-481d-a2ed-39c4f1a82671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:51.135661 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-7f5b5e57-3184-481d-a2ed-39c4f1a82671 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c74245b2-3fa6-468d-846c-b82c69ec71c7 HTTP/1.1" status: 204 len: 168 time: 0.3492081 May 19 21:34:51.162996 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b5e57-3184-481d-a2ed-39c4f1a82671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74245b2-3fa6-468d-846c-b82c69ec71c7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:51.332226 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:51.354862 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c5d806a2-2641-45a6-924a-eaf4aabcdb75 req-457be771-f6f1-44fc-a68c-1dc6f73def5e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 210 time: 0.0580704 May 19 21:34:51.413716 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b94e8d8c-cd6c-40d9-9239-311d6a89abf1 None None] Provisioning complete for port dacd452c-013d-4b23-8942-b0074390ce8f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:51.414374 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b94e8d8c-cd6c-40d9-9239-311d6a89abf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:51.417653 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Attempting to bind port dacd452c-013d-4b23-8942-b0074390ce8f on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:34:51.418281 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Attempting to bind port dacd452c-013d-4b23-8942-b0074390ce8f by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '2dd0de61-b156-43cc-949d-def4596a8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b033e1db-bb62-482f-b6a4-510c90580bb1'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:34:51.418864 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Attempting to bind port dacd452c-013d-4b23-8942-b0074390ce8f on network b033e1db-bb62-482f-b6a4-510c90580bb1 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:34:51.522372 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:34:51.522372 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Checking segment: {'id': '2dd0de61-b156-43cc-949d-def4596a8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b033e1db-bb62-482f-b6a4-510c90580bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:51.522372 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:51.522372 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Bound using segment: {'id': '2dd0de61-b156-43cc-949d-def4596a8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b033e1db-bb62-482f-b6a4-510c90580bb1'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:34:51.552236 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Bound port: dacd452c-013d-4b23-8942-b0074390ce8f, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd0de61-b156-43cc-949d-def4596a8c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b033e1db-bb62-482f-b6a4-510c90580bb1'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:34:51.557069 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:51.798430 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] For port dacd452c-013d-4b23-8942-b0074390ce8f, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:34:51.805121 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] For port dacd452c-013d-4b23-8942-b0074390ce8f, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=dacd452c-013d-4b23-8942-b0074390ce8f,segment=NetworkSegment(2dd0de61-b156-43cc-949d-def4596a8c1e),segment_id=2dd0de61-b156-43cc-949d-def4596a8c1e)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:34:51.819664 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b94e8d8c-cd6c-40d9-9239-311d6a89abf1 None None] Port dacd452c-013d-4b23-8942-b0074390ce8f cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:34:51.842588 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:51.888052 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 95962aad-21d9-4754-9445-eb9abb62ed38 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:51.932583 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Routers {'92b11f6d-9b86-4174-a65e-d2e17b104692'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:34:51.933715 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:34:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['92b11f6d-9b86-4174-a65e-d2e17b104692'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:52.015435 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108aba8-a8c2-403e-8f6c-562a65ba8c7d None None] Pushing event updated for resources: {'Port': ['ID=dacd452c-013d-4b23-8942-b0074390ce8f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:52.163507 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] Set router 92b11f6d-9b86-4174-a65e-d2e17b104692 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:34:52.422954 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-65a4d98f-4fc6-4b9b-90be-b6263ea5708c None None] Provisioning complete for port dacd452c-013d-4b23-8942-b0074390ce8f triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:52.423333 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65a4d98f-4fc6-4b9b-90be-b6263ea5708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:52.563899 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:52.568882 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ddeee00d-e7ee-44fe-9502-5cccb8412d46 req-ce4b4802-d031-420a-b918-14b79173a5a3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 210 time: 0.0477028 May 19 21:34:52.569656 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'name': 'tempest-TestMinimumBasicScenario-2071656215-router', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '95962aad-21d9-4754-9445-eb9abb62ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:40Z', 'updated_at': '2022-05-19T21:34:47Z', 'revision_number': 4, 'project_id': '81af60892d324c7ea1eb2b04440584b1', 'gw_port': {'id': '95962aad-21d9-4754-9445-eb9abb62ed38', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:41Z', 'updated_at': '2022-05-19T21:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'dacd452c-013d-4b23-8942-b0074390ce8f', 'name': '', 'network_id': 'b033e1db-bb62-482f-b6a4-510c90580bb1', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1', 'mac_address': 'fa:16:3e:08:09:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'effb5597-013c-4470-b140-c39f21ab23a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:45Z', 'updated_at': '2022-05-19T21:34:51Z', 'revision_number': 4, 'project_id': '81af60892d324c7ea1eb2b04440584b1', 'subnets': [{'id': 'effb5597-013c-4470-b140-c39f21ab23a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:34:52.611904 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b75e06c-e7cd-4261-ba99-1d77831c0aa6 None None] The sync data for ids ['92b11f6d-9b86-4174-a65e-d2e17b104692'] in dv-cinder-835635-2-iscsi is: [{'id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'name': 'tempest-TestMinimumBasicScenario-2071656215-router', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '95962aad-21d9-4754-9445-eb9abb62ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:40Z', 'updated_at': '2022-05-19T21:34:47Z', 'revision_number': 4, 'project_id': '81af60892d324c7ea1eb2b04440584b1', 'gw_port': {'id': '95962aad-21d9-4754-9445-eb9abb62ed38', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:41Z', 'updated_at': '2022-05-19T21:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'dacd452c-013d-4b23-8942-b0074390ce8f', 'name': '', 'network_id': 'b033e1db-bb62-482f-b6a4-510c90580bb1', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1', 'mac_address': 'fa:16:3e:08:09:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'effb5597-013c-4470-b140-c39f21ab23a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:45Z', 'updated_at': '2022-05-19T21:34:51Z', 'revision_number': 4, 'project_id': '81af60892d324c7ea1eb2b04440584b1', 'subnets': [{'id': 'effb5597-013c-4470-b140-c39f21ab23a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:34:52.683227 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2f194-1b60-43f5-914e-5676639bc38d req-edeaf405-33a8-47b3-a4d3-8567afae96e6 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:52.693411 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-edeaf405-33a8-47b3-a4d3-8567afae96e6 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 819 time: 0.3534458 May 19 21:34:52.796480 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-65a4d98f-4fc6-4b9b-90be-b6263ea5708c None None] Current status of the port dacd452c-013d-4b23-8942-b0074390ce8f is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:52.797326 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65a4d98f-4fc6-4b9b-90be-b6263ea5708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:52.946808 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-65a4d98f-4fc6-4b9b-90be-b6263ea5708c None None] For port dacd452c-013d-4b23-8942-b0074390ce8f, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=dacd452c-013d-4b23-8942-b0074390ce8f,segment=NetworkSegment(2dd0de61-b156-43cc-949d-def4596a8c1e),segment_id=2dd0de61-b156-43cc-949d-def4596a8c1e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:34:52.955349 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65a4d98f-4fc6-4b9b-90be-b6263ea5708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:52.999054 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-373adbd6-c0ba-4ab5-a717-b57a7436baa3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=985c62c1f3c54f568abdac37360ab457 HTTP/1.1" status: 200 len: 379 time: 0.2777958 May 19 21:34:53.022790 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-65e2f194-1b60-43f5-914e-5676639bc38d req-d96a83a4-2c77-439f-8222-fee42c2455ad tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Request body: {'port': {'device_id': 'e51de034-1fec-4513-a375-6b28e6180d82', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'admin_state_up': True, 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'security_groups': ['d929f1c0-320e-45ed-b30f-710a2ff4685c']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:53.070832 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4d98f-4fc6-4b9b-90be-b6263ea5708c None None] Pushing event updated for resources: {'Port': ['ID=dacd452c-013d-4b23-8942-b0074390ce8f,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:53.335261 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:53.373865 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e2f194-1b60-43f5-914e-5676639bc38d req-d96a83a4-2c77-439f-8222-fee42c2455ad tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Made reservation on behalf of 985c62c1f3c54f568abdac37360ab457 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:34:53.380304 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-65e2f194-1b60-43f5-914e-5676639bc38d req-d96a83a4-2c77-439f-8222-fee42c2455ad tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:53.609322 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-65e2f194-1b60-43f5-914e-5676639bc38d req-d96a83a4-2c77-439f-8222-fee42c2455ad tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Allocated IP 172.20.0.6 (c14ce0dd-3e64-476b-9ef2-fbfc9abe672b/70d8520c-100d-41c9-b52c-563b0bc09ad9/f6476118-5256-4fbe-bbbd-6fb7f8cb02c1) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:34:53.937180 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8bde215c-200a-4236-a875-06062fa6acb1 req-03014234-8264-422a-882f-109c61c9c08e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 210 time: 0.1493402 May 19 21:34:54.253312 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-65e2f194-1b60-43f5-914e-5676639bc38d req-d96a83a4-2c77-439f-8222-fee42c2455ad tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:54.305604 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-65e2f194-1b60-43f5-914e-5676639bc38d req-d96a83a4-2c77-439f-8222-fee42c2455ad tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:54.374778 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e2f194-1b60-43f5-914e-5676639bc38d req-d96a83a4-2c77-439f-8222-fee42c2455ad tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:34:54.380184 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-65e2f194-1b60-43f5-914e-5676639bc38d req-d96a83a4-2c77-439f-8222-fee42c2455ad tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:34:54.399010 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e2f194-1b60-43f5-914e-5676639bc38d req-d96a83a4-2c77-439f-8222-fee42c2455ad tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:34:54.421224 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:54.495871 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-046d242f-2f5e-466c-855d-6a45212689f8 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388373731&fields=id&tenant_id=4951b93f86e1485692a4aae7b9ece8f6 HTTP/1.1" status: 200 len: 267 time: 0.1711977 May 19 21:34:54.536901 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a83a4-2c77-439f-8222-fee42c2455ad tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Pushing event updated for resources: {'Port': ['ID=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:54.653091 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2f194-1b60-43f5-914e-5676639bc38d req-d96a83a4-2c77-439f-8222-fee42c2455ad tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:54.653776 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-65e2f194-1b60-43f5-914e-5676639bc38d req-d96a83a4-2c77-439f-8222-fee42c2455ad tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:54.733789 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-d96a83a4-2c77-439f-8222-fee42c2455ad tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7281799 May 19 21:34:54.806030 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:54.905656 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device dacd452c-013d-4b23-8942-b0074390ce8f up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:34:54.934207 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-0e68ea28-186a-4b15-90cd-e9d37739f1f0 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:54.941872 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-0e68ea28-186a-4b15-90cd-e9d37739f1f0 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 811 time: 0.4425721 May 19 21:34:54.970874 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:54.980481 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-ae335f89-25cf-4820-a0ea-8273f8bdd41a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/quotas/4951b93f86e1485692a4aae7b9ece8f6 HTTP/1.1" status: 200 len: 375 time: 0.0288191 May 19 21:34:54.995606 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:55.017849 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1a4308dd-287a-4c5d-a806-3a81b14764ff None None] Provisioning complete for port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:55.020416 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a4308dd-287a-4c5d-a806-3a81b14764ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:55.047171 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-823598fa-7ebf-4aa7-bd86-9e6f224b88a1 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652544 May 19 21:34:55.110326 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1a4308dd-287a-4c5d-a806-3a81b14764ff None None] Port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:34:55.125934 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port dacd452c-013d-4b23-8942-b0074390ce8f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:34:55.126806 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:55.210435 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05e619-b05d-4b50-826e-8a1d3ff16c33 req-b78cce54-1c35-432e-a5af-61faf0384353 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:55.220266 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ad05e619-b05d-4b50-826e-8a1d3ff16c33 req-b78cce54-1c35-432e-a5af-61faf0384353 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 931 time: 0.1047628 May 19 21:34:55.235244 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-397c828d-eca5-4fcb-9161-64ecc9b7aa9d service neutron] 10.222.0.65 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664968 May 19 21:34:55.325121 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ad05e619-b05d-4b50-826e-8a1d3ff16c33 req-019462f5-e4dd-432a-8c44-5bc6a71c1648 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035430 May 19 21:34:55.329839 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port dacd452c-013d-4b23-8942-b0074390ce8f is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:34:55.388621 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3541d33e-d359-46d2-bbeb-e4cce72267f5 service neutron] 10.222.0.65 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520374 May 19 21:34:55.917390 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0f4aaf9e-b9d5-4285-a7fc-ced7528a92a8 req-6c5f5551-1c59-49bf-81d3-7f8e05007de8 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 210 time: 0.0863209 May 19 21:34:55.960862 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:34:56.459504 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34f198-dc2d-474b-ba58-16057b8725ed req-9120c124-0585-4310-aa54-990d34d252f1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:56.461759 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9f34f198-dc2d-474b-ba58-16057b8725ed req-9120c124-0585-4310-aa54-990d34d252f1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 931 time: 0.0539663 May 19 21:34:56.535575 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9f34f198-dc2d-474b-ba58-16057b8725ed req-83f367da-6a23-4fe4-a715-d42ba0238e84 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643473 May 19 21:34:56.830056 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Request body: {'port': {'device_id': 'e51de034-1fec-4513-a375-6b28e6180d82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:56.931405 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:57.065456 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-83b52b11-762d-4797-b1e6-c059cf708b03 req-8f0bade9-67d7-41f6-a8a2-e94402ecd083 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 210 time: 0.0408044 May 19 21:34:57.275342 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:57.344194 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:34:57.352862 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Publish callbacks [] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:57.367805 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Transition to ACTIVE for port object f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:34:57.371729 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:57.490131 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Pushing event updated for resources: {'Port': ['ID=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:57.538748 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Attempting to bind port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:34:57.539708 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Attempting to bind port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:34:57.540234 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Attempting to bind port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 on network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:34:57.550461 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 on network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:34:57.550815 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Attempting to bind port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 on network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:34:57.559889 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:34:57.560818 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Checking segment: {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:34:57.561418 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Bound using segment: {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:34:57.562074 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Bound port: f6476118-5256-4fbe-bbbd-6fb7f8cb02c1, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a41f510f-8bda-4e0d-8d37-8d94791bcb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:34:57.562802 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:57.646612 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] For port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1, host hv-cinder-83563, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:34:57.650422 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] For port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:34:57.661287 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:57.670346 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:34:57.683375 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13268417-7429-4128-b0c3-79a24a82e4dd req-a12a0966-3454-4e2c-b1a1-72e97e5ae62f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:57.690843 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-13268417-7429-4128-b0c3-79a24a82e4dd req-a12a0966-3454-4e2c-b1a1-72e97e5ae62f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 943 time: 0.0717614 May 19 21:34:57.777581 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:57.778183 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:34:57.786792 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-13268417-7429-4128-b0c3-79a24a82e4dd req-c80b77f6-8b82-43f9-8921-67b26014dc62 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942254 May 19 21:34:57.788201 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] 10.222.0.87 "PUT /v2.0/ports/f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 HTTP/1.1" status: 200 len: 1093 time: 0.9679167 May 19 21:34:57.789005 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51de034-1fec-4513-a375-6b28e6180d82', 'tag': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:34:57.792375 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fd6ae0-a8d8-4651-8b1d-c1b55d0c68aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e51de034-1fec-4513-a375-6b28e6180d82", "tag": "f6476118-5256-4fbe-bbbd-6fb7f8cb02c1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:34:57.825059 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b0874-1fa8-4389-9641-ee9f08223f28 service neutron] Pushing event updated for resources: {'Port': ['ID=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:34:57.856004 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb0e412-8a27-4d34-b85c-bc77ef480ac8 x-openstack-request-id: req-1eb0e412-8a27-4d34-b85c-bc77ef480ac8 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:34:57.856584 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51de034-1fec-4513-a375-6b28e6180d82", "tag": "f6476118-5256-4fbe-bbbd-6fb7f8cb02c1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:34:57.856584 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1eb0e412-8a27-4d34-b85c-bc77ef480ac8 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:34:57.857111 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb0e412-8a27-4d34-b85c-bc77ef480ac8'] response: {'name': 'network-changed', 'server_uuid': 'e51de034-1fec-4513-a375-6b28e6180d82', 'tag': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1', 'status': 'completed', 'code': 200} May 19 21:34:58.181895 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ea3552fc-b17e-42e2-b066-3602f0ac43cd req-09ae2b06-0085-4a3b-87c8-ec639ae35a0f tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 210 time: 0.0339363 May 19 21:34:58.328317 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd6ae0-a8d8-4651-8b1d-c1b55d0c68aa req-d9da9a71-bc9a-424a-bea9-901cca29a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:58.331493 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-69fd6ae0-a8d8-4651-8b1d-c1b55d0c68aa req-d9da9a71-bc9a-424a-bea9-901cca29a1bb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 1127 time: 0.0762620 May 19 21:34:59.135914 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd6ae0-a8d8-4651-8b1d-c1b55d0c68aa req-ad6cc3fc-960c-45d5-a765-8b1804384799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:59.137545 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-69fd6ae0-a8d8-4651-8b1d-c1b55d0c68aa req-ad6cc3fc-960c-45d5-a765-8b1804384799 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=985c62c1f3c54f568abdac37360ab457&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7976859 May 19 21:34:59.145650 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aa1a3-9b57-4443-84d7-5cefc00ff5c4 req-16b34c8a-4528-4108-9aa3-db2a64f58a0e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:59.147324 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c81aa1a3-9b57-4443-84d7-5cefc00ff5c4 req-16b34c8a-4528-4108-9aa3-db2a64f58a0e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 943 time: 0.1073468 May 19 21:34:59.404406 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2a94915b-35d1-48cc-b1f0-a04d30d799a7 req-22ec4b18-3c8a-478a-bb58-bdff3bfb1bbf tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 210 time: 0.0823445 May 19 21:34:59.602021 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd6ae0-a8d8-4651-8b1d-c1b55d0c68aa req-c86adfc9-0e1e-4b97-a686-f40dd048c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:59.604118 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-69fd6ae0-a8d8-4651-8b1d-c1b55d0c68aa req-c86adfc9-0e1e-4b97-a686-f40dd048c086 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4558601 May 19 21:34:59.659084 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-f1cec6df-b49e-4c3c-a5f3-6d8e42081362 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:34:59.661414 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-f1cec6df-b49e-4c3c-a5f3-6d8e42081362 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 811 time: 0.1527126 May 19 21:34:59.841857 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-e48128ff-cfa9-4e3b-8898-d4f55dd09e0a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4951b93f86e1485692a4aae7b9ece8f6 HTTP/1.1" status: 200 len: 380 time: 0.1660287 May 19 21:34:59.863858 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-450156e2-ae8f-44e3-8d52-663d82aea312 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Request body: {'port': {'device_id': '6442f189-c760-45c5-8313-4f1d3fe46461', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'admin_state_up': True, 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'security_groups': ['52bb716f-e459-483c-90c9-67cdbfd31391']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:34:59.981803 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:00.005633 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c81aa1a3-9b57-4443-84d7-5cefc00ff5c4 req-45c73fd7-a115-492f-9bf5-4107f500186e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8487501 May 19 21:35:00.138776 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2f194-1b60-43f5-914e-5676639bc38d req-0970a3be-10d9-4900-bd47-331a693e8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:00.140383 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-0970a3be-10d9-4900-bd47-331a693e8b24 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 1127 time: 0.3099453 May 19 21:35:00.173187 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-450156e2-ae8f-44e3-8d52-663d82aea312 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Made reservation on behalf of 4951b93f86e1485692a4aae7b9ece8f6 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:35:00.177014 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-450156e2-ae8f-44e3-8d52-663d82aea312 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:00.265063 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-0f03f537-eba3-456f-8704-a3c5911efba8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 HTTP/1.1" status: 200 len: 217 time: 0.1156321 May 19 21:35:00.412984 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2f194-1b60-43f5-914e-5676639bc38d req-1943140f-9337-4568-8736-45e4ab3f05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:00.414575 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-1943140f-9337-4568-8736-45e4ab3f05ae service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.1418223 May 19 21:35:00.546889 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2f194-1b60-43f5-914e-5676639bc38d req-dcad4bb7-df38-443c-a550-6dbe9f90e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:00.548495 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-dcad4bb7-df38-443c-a550-6dbe9f90e0c8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1215394 May 19 21:35:00.621841 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-414c8a1c-cbbe-4053-a49a-4898542bd2ea req-b6824477-557b-42c7-a563-9b14a6547075 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 210 time: 0.0707159 May 19 21:35:00.713591 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-450156e2-ae8f-44e3-8d52-663d82aea312 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Allocated IP 172.20.0.9 (d5d9547d-2306-4c78-9ac6-532192256ea5/3e22e601-0eeb-4eed-b4ae-be0588320b1e/2963a31a-a224-4676-b867-1f60fa8904c2) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:35:00.868605 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:00.944550 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-0ff78908-6832-4ae4-b5b7-77c3b6b3a292 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853900 May 19 21:35:01.029748 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-450156e2-ae8f-44e3-8d52-663d82aea312 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for port (2963a31a-a224-4676-b867-1f60fa8904c2), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:01.199141 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862457cb-8f87-4880-9a63-0e9ae73095cf req-ddc2c671-eb3b-4b2b-96e5-822a5cbb4376 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:01.200709 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-862457cb-8f87-4880-9a63-0e9ae73095cf req-ddc2c671-eb3b-4b2b-96e5-822a5cbb4376 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 943 time: 0.0843253 May 19 21:35:01.218313 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-450156e2-ae8f-44e3-8d52-663d82aea312 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (2963a31a-a224-4676-b867-1f60fa8904c2), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:01.270324 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:01.273412 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65e2f194-1b60-43f5-914e-5676639bc38d req-7638764f-f2a8-4b95-bc23-b947324fbe09 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764599 May 19 21:35:01.275334 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-450156e2-ae8f-44e3-8d52-663d82aea312 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Network d5d9547d-2306-4c78-9ac6-532192256ea5 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:35:01.298034 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-450156e2-ae8f-44e3-8d52-663d82aea312 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:35:01.305819 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-450156e2-ae8f-44e3-8d52-663d82aea312 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:35:01.363824 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450156e2-ae8f-44e3-8d52-663d82aea312 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'Port': ['ID=2963a31a-a224-4676-b867-1f60fa8904c2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:01.381861 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-862457cb-8f87-4880-9a63-0e9ae73095cf req-00ed6b44-f2b3-4c0d-9d3d-437db3a51661 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393318 May 19 21:35:01.419711 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-450156e2-ae8f-44e3-8d52-663d82aea312 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:01.421023 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-450156e2-ae8f-44e3-8d52-663d82aea312 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:01.468636 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-450156e2-ae8f-44e3-8d52-663d82aea312 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6125181 May 19 21:35:01.488639 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Request body: {'port': {'device_id': '6442f189-c760-45c5-8313-4f1d3fe46461', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:35:01.606666 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (2963a31a-a224-4676-b867-1f60fa8904c2), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:01.771636 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-5a50c0c4-a5cf-457c-89aa-6615f370bf5b None None] Provisioning complete for port 2963a31a-a224-4676-b867-1f60fa8904c2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:35:01.775724 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a50c0c4-a5cf-457c-89aa-6615f370bf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (2963a31a-a224-4676-b867-1f60fa8904c2), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:01.848723 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df265bd7-7e7d-44d4-a218-77888897d8bb req-32de4996-4dea-489e-951d-27716ed8e64f tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:01.852226 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-df265bd7-7e7d-44d4-a218-77888897d8bb req-32de4996-4dea-489e-951d-27716ed8e64f tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 931 time: 0.1035471 May 19 21:35:01.878959 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5a50c0c4-a5cf-457c-89aa-6615f370bf5b None None] Port 2963a31a-a224-4676-b867-1f60fa8904c2 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:35:01.981226 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-df265bd7-7e7d-44d4-a218-77888897d8bb req-63f79428-c605-4644-b08d-46f63a0be578 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234858 May 19 21:35:02.498775 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2963a31a-a224-4676-b867-1f60fa8904c2 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:35:02.520749 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Publish callbacks [] for port (2963a31a-a224-4676-b867-1f60fa8904c2), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:02.543343 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Transition to ACTIVE for port object 2963a31a-a224-4676-b867-1f60fa8904c2 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:35:02.548503 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (2963a31a-a224-4676-b867-1f60fa8904c2), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:02.558305 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:02.788919 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a30a5-4392-448f-b718-568592af71f9 req-e2cf1e38-7c75-456a-8af1-741f53d87fa6 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:02.803482 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1c5a30a5-4392-448f-b718-568592af71f9 req-e2cf1e38-7c75-456a-8af1-741f53d87fa6 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 943 time: 0.2086794 May 19 21:35:02.830749 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2963a31a-a224-4676-b867-1f60fa8904c2,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:03.047903 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1c5a30a5-4392-448f-b718-568592af71f9 req-e8be41d5-3459-41b5-969d-f257857a7cde tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279427 May 19 21:35:03.082400 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Attempting to bind port 2963a31a-a224-4676-b867-1f60fa8904c2 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:35:03.082739 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Attempting to bind port 2963a31a-a224-4676-b867-1f60fa8904c2 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:35:03.083239 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Attempting to bind port 2963a31a-a224-4676-b867-1f60fa8904c2 on network d5d9547d-2306-4c78-9ac6-532192256ea5 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:35:03.089540 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Port 2963a31a-a224-4676-b867-1f60fa8904c2 on network d5d9547d-2306-4c78-9ac6-532192256ea5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:35:03.090059 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Attempting to bind port 2963a31a-a224-4676-b867-1f60fa8904c2 on network d5d9547d-2306-4c78-9ac6-532192256ea5 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:35:03.106929 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:35:03.107364 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Checking segment: {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:35:03.107801 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Bound using segment: {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:35:03.108260 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Bound port: 2963a31a-a224-4676-b867-1f60fa8904c2, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:35:03.108626 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (2963a31a-a224-4676-b867-1f60fa8904c2), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:03.225957 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] For port 2963a31a-a224-4676-b867-1f60fa8904c2, host hv-cinder-83563, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:35:03.231816 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] For port 2963a31a-a224-4676-b867-1f60fa8904c2, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2963a31a-a224-4676-b867-1f60fa8904c2,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:35:03.240690 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (2963a31a-a224-4676-b867-1f60fa8904c2), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:03.273660 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f216eb9-65b6-4cb4-959e-5ffc5235503e req-c0f3cc4f-83a9-4a80-b1c6-940e1023da74 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:03.287935 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9f216eb9-65b6-4cb4-959e-5ffc5235503e req-c0f3cc4f-83a9-4a80-b1c6-940e1023da74 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 943 time: 0.1165762 May 19 21:35:03.332033 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:03.336886 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2963a31a-a224-4676-b867-1f60fa8904c2,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:03.347284 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:03.348019 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:03.349642 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-3594bd4a-75e3-4f18-9888-465f4ad2d5b2 service neutron] 10.222.0.87 "PUT /v2.0/ports/2963a31a-a224-4676-b867-1f60fa8904c2 HTTP/1.1" status: 200 len: 1093 time: 1.8659096 May 19 21:35:03.350195 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6442f189-c760-45c5-8313-4f1d3fe46461', 'tag': '2963a31a-a224-4676-b867-1f60fa8904c2'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:35:03.352624 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433a2b14-a5cf-4a0b-904e-253f1382bd11" -d '{"events": [{"name": "network-changed", "server_uuid": "6442f189-c760-45c5-8313-4f1d3fe46461", "tag": "2963a31a-a224-4676-b867-1f60fa8904c2"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:35:03.483894 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350c29f8-27ed-498b-ab40-e0a203cbca17 x-openstack-request-id: req-350c29f8-27ed-498b-ab40-e0a203cbca17 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:35:03.484568 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6442f189-c760-45c5-8313-4f1d3fe46461", "tag": "2963a31a-a224-4676-b867-1f60fa8904c2", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:35:03.485038 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-350c29f8-27ed-498b-ab40-e0a203cbca17 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:35:03.485664 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350c29f8-27ed-498b-ab40-e0a203cbca17'] response: {'name': 'network-changed', 'server_uuid': '6442f189-c760-45c5-8313-4f1d3fe46461', 'tag': '2963a31a-a224-4676-b867-1f60fa8904c2', 'status': 'completed', 'code': 200} May 19 21:35:03.505155 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-2eeb6837-95ab-4e73-afdd-72c078e52d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:03.507646 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-2eeb6837-95ab-4e73-afdd-72c078e52d2d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 1127 time: 0.1043522 May 19 21:35:03.590466 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9f216eb9-65b6-4cb4-959e-5ffc5235503e req-00cd6641-0149-4cc8-bc86-ba700d527f84 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894654 May 19 21:35:03.600005 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-a762c1bd-812c-4ace-9bac-baf1975305d9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2963a31a-a224-4676-b867-1f60fa8904c2 HTTP/1.1" status: 200 len: 217 time: 0.0817239 May 19 21:35:03.714836 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-84104204-cf34-427a-8ac4-b2cc1bef0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:03.716906 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-84104204-cf34-427a-8ac4-b2cc1bef0cb4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e22e601-0eeb-4eed-b4ae-be0588320b1e HTTP/1.1" status: 200 len: 850 time: 0.1078308 May 19 21:35:03.817576 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 59664) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:35:03.843171 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-79116d78-f64e-4262-89ea-3c6bd065e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:03.846122 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-79116d78-f64e-4262-89ea-3c6bd065e763 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5d9547d-2306-4c78-9ac6-532192256ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1221466 May 19 21:35:04.117729 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d2c3feb-9f03-4fb2-87a7-8b8a79edef6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:04.127139 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-b1319d55-af76-414c-a3ca-e2a2e1a6d23d service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728496 May 19 21:35:04.374746 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d2c3feb-9f03-4fb2-87a7-8b8a79edef6b admin admin] Publish callbacks [] for security_group (a4535d56-8c10-417e-8c6d-e142f8ec119b), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:04.380148 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9d2c3feb-9f03-4fb2-87a7-8b8a79edef6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (a4535d56-8c10-417e-8c6d-e142f8ec119b), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:04.441498 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-9d2c3feb-9f03-4fb2-87a7-8b8a79edef6b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9cbd1aaecb1f4f608d69419aa429195c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6197145 May 19 21:35:04.444817 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 59676) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:35:04.451295 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453cfe-7b1b-456e-9e4c-0de1ebff4d27 req-97395151-592c-40d9-97bf-814022a091a6 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:04.453706 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-db453cfe-7b1b-456e-9e4c-0de1ebff4d27 req-97395151-592c-40d9-97bf-814022a091a6 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 943 time: 0.2076981 May 19 21:35:04.519444 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c3feb-9f03-4fb2-87a7-8b8a79edef6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4535d56-8c10-417e-8c6d-e142f8ec119b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:04.657759 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-db453cfe-7b1b-456e-9e4c-0de1ebff4d27 req-130ac936-7da7-47cf-bac6-aa36837e69e3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888278 May 19 21:35:04.687196 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6fd51761-beb4-4ed7-8a1e-4f6577d512c7 req-b59b73ba-3e73-43fb-8928-f8475f4ac818 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525656 May 19 21:35:04.757488 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a8864178-2518-46c0-aa51-05a5adb02573 admin admin] Publish callbacks [] for security_group (a4535d56-8c10-417e-8c6d-e142f8ec119b), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:04.834937 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a8864178-2518-46c0-aa51-05a5adb02573 admin admin] Publish callbacks [] for security_group (a4535d56-8c10-417e-8c6d-e142f8ec119b), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:04.930603 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=31,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:04.931114 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:04.932245 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:05.069242 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91f349-c5af-448d-9deb-824b6de647fe req-f61f5b49-d5c6-4e65-9e47-ede43cbf7e4e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:05.072341 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1f91f349-c5af-448d-9deb-824b6de647fe req-f61f5b49-d5c6-4e65-9e47-ede43cbf7e4e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 943 time: 0.1378129 May 19 21:35:05.244490 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a8864178-2518-46c0-aa51-05a5adb02573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (a4535d56-8c10-417e-8c6d-e142f8ec119b), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:05.247886 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a8864178-2518-46c0-aa51-05a5adb02573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:05.261918 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-a8864178-2518-46c0-aa51-05a5adb02573 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a4535d56-8c10-417e-8c6d-e142f8ec119b HTTP/1.1" status: 204 len: 168 time: 0.8066533 May 19 21:35:05.299025 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1f91f349-c5af-448d-9deb-824b6de647fe req-8b8bf101-f89e-4e77-bd91-3195b3e1ddd6 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196362 May 19 21:35:05.328024 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8864178-2518-46c0-aa51-05a5adb02573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4535d56-8c10-417e-8c6d-e142f8ec119b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:05.913138 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1459e-e152-4dbe-b872-b9118b1d26eb req-6f78ea71-e222-4a98-9e7e-9a4d570c4cba tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:05.922645 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-12e1459e-e152-4dbe-b872-b9118b1d26eb req-6f78ea71-e222-4a98-9e7e-9a4d570c4cba tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 943 time: 0.0911267 May 19 21:35:05.951132 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:06.066204 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-12e1459e-e152-4dbe-b872-b9118b1d26eb req-6908d4c5-ffa3-4622-a8df-81915e9beabf tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404045 May 19 21:35:06.318549 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:06.320596 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a2b14-a5cf-4a0b-904e-253f1382bd11 req-9b131bb5-8329-4d41-b6b5-6265fac33311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:06.323027 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-433a2b14-a5cf-4a0b-904e-253f1382bd11 req-9b131bb5-8329-4d41-b6b5-6265fac33311 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 1127 time: 0.1051335 May 19 21:35:06.497178 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a2b14-a5cf-4a0b-904e-253f1382bd11 req-5df94c0b-3b51-4957-bfec-c99481bef5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:06.499338 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-433a2b14-a5cf-4a0b-904e-253f1382bd11 req-5df94c0b-3b51-4957-bfec-c99481bef5ef service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 912 time: 0.1704614 May 19 21:35:06.580213 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-433a2b14-a5cf-4a0b-904e-253f1382bd11 req-4fb5dd7a-24a4-417f-b603-fc891e768eaa service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2963a31a-a224-4676-b867-1f60fa8904c2 HTTP/1.1" status: 200 len: 217 time: 0.0732327 May 19 21:35:06.653332 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3697b-eff6-4313-9df0-9aa75b75bea6 req-ab26cfd7-9918-4723-b0cd-f069dfca02a9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:06.657814 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3ce3697b-eff6-4313-9df0-9aa75b75bea6 req-ab26cfd7-9918-4723-b0cd-f069dfca02a9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 943 time: 0.1462195 May 19 21:35:06.688655 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13d703ec-713a-40f3-a5b9-de5fd086149e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:06.796703 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a2b14-a5cf-4a0b-904e-253f1382bd11 req-3c72cd1b-b119-419b-b849-74b1bafd0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:06.804099 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-433a2b14-a5cf-4a0b-904e-253f1382bd11 req-3c72cd1b-b119-419b-b849-74b1bafd0c01 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e22e601-0eeb-4eed-b4ae-be0588320b1e HTTP/1.1" status: 200 len: 850 time: 0.2163985 May 19 21:35:06.821800 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3ce3697b-eff6-4313-9df0-9aa75b75bea6 req-566cc4a2-6d72-48dd-930a-b255ef26f14b tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467478 May 19 21:35:06.914658 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a2b14-a5cf-4a0b-904e-253f1382bd11 req-f4758711-5724-4d5a-8594-ed8daa2ac0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:06.917752 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-433a2b14-a5cf-4a0b-904e-253f1382bd11 req-f4758711-5724-4d5a-8594-ed8daa2ac0c3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5d9547d-2306-4c78-9ac6-532192256ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013806 May 19 21:35:07.230124 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-433a2b14-a5cf-4a0b-904e-253f1382bd11 req-2e365b30-0e21-4bf7-95e0-d776b222a24e service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051348 May 19 21:35:07.270949 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cec4b1-6398-4642-af75-a349924b3044 req-9c83ba44-3053-47ef-91e6-e2cc8fa94aa4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:07.282980 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e9cec4b1-6398-4642-af75-a349924b3044 req-9c83ba44-3053-47ef-91e6-e2cc8fa94aa4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 943 time: 0.1062939 May 19 21:35:07.301973 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:07.359248 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-3212f636-1f69-4137-80f2-dde6ce272bec tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:07.366941 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-3212f636-1f69-4137-80f2-dde6ce272bec tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/networks?id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c HTTP/1.1" status: 200 len: 815 time: 0.2365570 May 19 21:35:07.398946 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-d0d628ab-caef-4949-9fa1-08ae557fdcf5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/quotas/3fcf03712c6f4926a2a95dfd0519536a HTTP/1.1" status: 200 len: 375 time: 0.0310228 May 19 21:35:07.407785 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e9cec4b1-6398-4642-af75-a349924b3044 req-6ce7fae4-5f80-418b-8368-c2ad6b06e1c0 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016035 May 19 21:35:07.456850 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-433a2b14-a5cf-4a0b-904e-253f1382bd11 req-62e26791-1280-4142-a032-9ac110028fee service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180970 May 19 21:35:07.467969 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-49278ad9-1a26-49e8-b8c2-52c19a39e8b8 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fcf03712c6f4926a2a95dfd0519536a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681117 May 19 21:35:07.607150 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-0d0daf96-c233-4b61-92ae-e9b4c449df5e service neutron] 10.222.0.65 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228147 May 19 21:35:07.756954 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-d1f6cafd-ea45-4f49-b5f0-873aa9cf2368 service neutron] 10.222.0.65 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438627 May 19 21:35:08.085447 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73a795-77e4-47eb-999a-f1f9460fa2ac req-7f9140dd-da22-41e3-9d24-678ce9712837 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:08.098228 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3c73a795-77e4-47eb-999a-f1f9460fa2ac req-7f9140dd-da22-41e3-9d24-678ce9712837 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 943 time: 0.1750791 May 19 21:35:08.275643 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f98f099-0f0c-4694-9111-5a66d02874ff req-fb5df583-b0f4-4126-bfe8-5ce837237a90 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 210 time: 0.1373780 May 19 21:35:08.297604 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3c73a795-77e4-47eb-999a-f1f9460fa2ac req-896b9f90-5228-4091-a6a0-533e6dddfe13 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891887 May 19 21:35:08.568981 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dbfee-b3b2-425c-bf40-54f43763e1cb req-435557c0-d599-4c0d-8b0a-d5deda2a5f73 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:08.592921 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc4dbfee-b3b2-425c-bf40-54f43763e1cb req-435557c0-d599-4c0d-8b0a-d5deda2a5f73 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 943 time: 0.1128569 May 19 21:35:08.758185 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc4dbfee-b3b2-425c-bf40-54f43763e1cb req-eaadd555-3bf4-4b42-9c4f-3dc310d838e8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597302 May 19 21:35:09.383804 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d069b1bb-4fbf-4349-ad94-db3141ec9a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:09.463456 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-88e2f648-ab5d-447c-b140-3f6c4aef2cd1 req-0bd90e71-cb36-484c-8604-9f68ee90b652 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 210 time: 0.0556424 May 19 21:35:09.485332 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635576-b06a-4596-ad0b-5c5a3e807b17 req-569cd6c5-a04c-46fb-a3f3-4f90e3a8244b tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:09.493524 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7c635576-b06a-4596-ad0b-5c5a3e807b17 req-569cd6c5-a04c-46fb-a3f3-4f90e3a8244b tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 943 time: 0.0645268 May 19 21:35:09.558069 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7c635576-b06a-4596-ad0b-5c5a3e807b17 req-b53eeb78-9fd9-4948-8e44-beeae4a6aa77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611298 May 19 21:35:09.705971 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:10.036498 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046840bc-eb10-4e49-a6da-2992a5f85d89 req-ec7e5365-6a4f-4111-b1fa-29ead01a37b0 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:10.038126 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-046840bc-eb10-4e49-a6da-2992a5f85d89 req-ec7e5365-6a4f-4111-b1fa-29ead01a37b0 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 943 time: 0.0668495 May 19 21:35:10.118943 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-046840bc-eb10-4e49-a6da-2992a5f85d89 req-8024d824-55aa-4363-9474-a92b53492766 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704782 May 19 21:35:10.459607 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:10.591973 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e6242419-de49-4a65-a221-6a1379ad0122 req-6f9a3852-60a3-4403-bca6-0fe10d8e117a tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 210 time: 0.0357656 May 19 21:35:10.780687 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f035414-3a25-4fa2-8429-e32b45c603db req-535dc17c-61f9-42ea-8eca-75e7b1b05ef0 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:10.783519 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2f035414-3a25-4fa2-8429-e32b45c603db req-535dc17c-61f9-42ea-8eca-75e7b1b05ef0 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 943 time: 0.0883372 May 19 21:35:10.849354 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2f035414-3a25-4fa2-8429-e32b45c603db req-71fbdfb0-a624-4a80-9a07-f4a6bbc4ba1e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553544 May 19 21:35:11.274061 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb644-d8ec-4d35-bf96-0a99b3cced86 req-5ddf6cdb-aee7-4d25-9f61-eea0443628db tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:11.276624 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dcfbb644-d8ec-4d35-bf96-0a99b3cced86 req-5ddf6cdb-aee7-4d25-9f61-eea0443628db tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 943 time: 0.0859334 May 19 21:35:11.296222 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:11.379093 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dcfbb644-d8ec-4d35-bf96-0a99b3cced86 req-b8bbed63-e7fd-46d8-932b-696b172e6f1f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957465 May 19 21:35:11.551840 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d7f4dbdf-054f-48cc-bcdb-dcf7c6079eda req-9e842d47-be31-4b04-b6f7-b9b360271b6a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732565 May 19 21:35:11.761436 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c447def0-20e6-4d42-b692-46c82713d4b4 req-735a21b2-1933-458d-b685-8f35e55c7800 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 210 time: 0.0421479 May 19 21:35:11.824823 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:35:11.986100 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:12.004785 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'port_id': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1', 'mac_address': 'fa:16:3e:a6:f7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:35:12.074669 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:35:12.075092 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:12.096761 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:12.102393 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:35:12.111422 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d9b79-c29d-4709-b230-d2c5556c7aee req-39dbafd6-7a76-417e-b4be-6f3525a9966f tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:12.113386 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d42d9b79-c29d-4709-b230-d2c5556c7aee req-39dbafd6-7a76-417e-b4be-6f3525a9966f tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 943 time: 0.1093564 May 19 21:35:12.130052 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:12.140701 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:12.192946 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d42d9b79-c29d-4709-b230-d2c5556c7aee req-d249c43c-9306-4a4a-a07e-f6e41e4fe294 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665009 May 19 21:35:12.205828 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:12.550586 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c65f2-692a-404d-961d-5d0c96722eca req-f0bc4aa0-857b-447e-a212-84617105571a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:12.566989 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a33c65f2-692a-404d-961d-5d0c96722eca req-f0bc4aa0-857b-447e-a212-84617105571a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 944 time: 0.0982029 May 19 21:35:12.646495 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a33c65f2-692a-404d-961d-5d0c96722eca req-e0d29b68-5286-4d8f-8c2b-1de1d2b67e53 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775654 May 19 21:35:12.815414 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['f6476118-5256-4fbe-bbbd-6fb7f8cb02c1'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:35:12.896130 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:12.916200 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-560e3fad-65d3-433e-9fae-dc5b97f05df4 req-d7a9377c-61f5-41da-8fbb-3233d9d0c858 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 210 time: 0.0455189 May 19 21:35:12.995844 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:13.081528 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:13.389692 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4dbdf-054f-48cc-bcdb-dcf7c6079eda req-8f8c6f6b-d791-4cc3-a784-a3b8981a99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:13.395612 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d7f4dbdf-054f-48cc-bcdb-dcf7c6079eda req-8f8c6f6b-d791-4cc3-a784-a3b8981a99bb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 1130 time: 0.1538043 May 19 21:35:13.496577 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5b0a2-4422-4f4a-9aea-cfe6250a8637 req-e9b192bd-ce9e-4794-bdee-b622a93eb837 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:13.499049 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ccb5b0a2-4422-4f4a-9aea-cfe6250a8637 req-e9b192bd-ce9e-4794-bdee-b622a93eb837 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 943 time: 0.0880790 May 19 21:35:13.597961 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:13.602396 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4dbdf-054f-48cc-bcdb-dcf7c6079eda req-bdf95502-78d3-4b10-b178-18fca0031662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:13.605701 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d7f4dbdf-054f-48cc-bcdb-dcf7c6079eda req-bdf95502-78d3-4b10-b178-18fca0031662 service neutron] 10.222.0.87 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 918 time: 0.1827877 May 19 21:35:13.641230 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ccb5b0a2-4422-4f4a-9aea-cfe6250a8637 req-011e35c6-4908-4ce9-9233-d907f3e46b23 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344750 May 19 21:35:13.887867 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d7f4dbdf-054f-48cc-bcdb-dcf7c6079eda req-3da53e8b-3b5f-4a1d-823f-21f14d6a40ab service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8 HTTP/1.1" status: 200 len: 1002 time: 0.2669113 May 19 21:35:13.914956 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d661c-048f-4582-9358-2478f180ccc4 req-1a4ae56e-7eb8-488e-8db3-7414f4d48fe2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:13.917909 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b85d661c-048f-4582-9358-2478f180ccc4 req-1a4ae56e-7eb8-488e-8db3-7414f4d48fe2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 944 time: 0.1522579 May 19 21:35:13.957351 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 59866) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:35:14.092220 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e21849c5-bcdc-4933-9f9b-7647f4cd6dae req-cd3d2501-cdba-4af7-888d-82d902ae70eb tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 210 time: 0.0519283 May 19 21:35:14.113449 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:35:14.228913 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:35:14.264495 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:35:14.265615 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:14.295903 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4dbdf-054f-48cc-bcdb-dcf7c6079eda req-f1f428be-0389-4066-a998-d89445b934a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:14.297426 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d7f4dbdf-054f-48cc-bcdb-dcf7c6079eda req-f1f428be-0389-4066-a998-d89445b934a7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa HTTP/1.1" status: 200 len: 856 time: 0.4029500 May 19 21:35:14.305571 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b85d661c-048f-4582-9358-2478f180ccc4 req-8bf1a475-d24e-4295-a367-a7ff5b903145 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3641541 May 19 21:35:14.335142 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:14.360752 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4dbdf-054f-48cc-bcdb-dcf7c6079eda req-2753cb44-68db-45b8-959c-d256a30938f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:14.360752 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d7f4dbdf-054f-48cc-bcdb-dcf7c6079eda req-2753cb44-68db-45b8-959c-d256a30938f3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470378 May 19 21:35:14.425186 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:35:14.425885 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:14.454179 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:14.470616 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51de034-1fec-4513-a375-6b28e6180d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:35:14.473642 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3e2e66-0ec2-4919-a2f3-4a3d560c2c69" -d '{"events": [{"server_uuid": "e51de034-1fec-4513-a375-6b28e6180d82", "name": "network-vif-plugged", "status": "completed", "tag": "f6476118-5256-4fbe-bbbd-6fb7f8cb02c1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:35:14.501791 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:14.549090 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8396c5-fd38-4d3b-a704-1cd7dad6f0ad x-openstack-request-id: req-3f8396c5-fd38-4d3b-a704-1cd7dad6f0ad {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:35:14.549660 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51de034-1fec-4513-a375-6b28e6180d82", "name": "network-vif-plugged", "status": "completed", "tag": "f6476118-5256-4fbe-bbbd-6fb7f8cb02c1", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:35:14.550211 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f8396c5-fd38-4d3b-a704-1cd7dad6f0ad {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:35:14.550701 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8396c5-fd38-4d3b-a704-1cd7dad6f0ad'] response: {'server_uuid': 'e51de034-1fec-4513-a375-6b28e6180d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1', 'code': 200} May 19 21:35:14.552497 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:14.558708 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Publish callbacks [] for security_group (a0870132-d5f2-49b4-b292-ab1629577aef), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:14.564690 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (a0870132-d5f2-49b4-b292-ab1629577aef), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:14.605276 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:14.663668 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:14.677279 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=268378e6b7704c0882ba3967414051d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7188537 May 19 21:35:14.689081 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 59882) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:35:14.739402 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0870132-d5f2-49b4-b292-ab1629577aef,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:14.758775 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.759151 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.759441 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.759766 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.760307 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.760637 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.760959 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.761441 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.761762 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.762078 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.763208 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.763772 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.764285 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.764754 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.765277 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79837a6d-4906-4245-8be6-74db619de258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:14.834572 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc80fcaf-6279-479a-b1f1-d957ca18721a admin admin] Publish callbacks [] for security_group (a0870132-d5f2-49b4-b292-ab1629577aef), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:14.877103 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5437c94-2a6a-4323-9033-6e78cc103e14 req-e2ce4340-67ca-42a0-9bd1-85e8c79b4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:14.878919 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f5437c94-2a6a-4323-9033-6e78cc103e14 req-e2ce4340-67ca-42a0-9bd1-85e8c79b4f24 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 1129 time: 0.0816877 May 19 21:35:14.894283 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc80fcaf-6279-479a-b1f1-d957ca18721a admin admin] Publish callbacks [] for security_group (a0870132-d5f2-49b4-b292-ab1629577aef), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:14.913604 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402a753-5d10-4681-8be1-f694c671c94f req-5564bf98-e880-40ec-a617-789da7f7c3ec tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:14.923312 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4402a753-5d10-4681-8be1-f694c671c94f req-5564bf98-e880-40ec-a617-789da7f7c3ec tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 943 time: 0.1213672 May 19 21:35:15.019667 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f5437c94-2a6a-4323-9033-6e78cc103e14 req-2663bf51-619f-4c19-947e-d458b8f9293b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295035 May 19 21:35:15.039002 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d7f4dbdf-054f-48cc-bcdb-dcf7c6079eda req-a3bc30ea-4d40-4cca-8a02-7bde736c8159 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697232 May 19 21:35:15.061500 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc80fcaf-6279-479a-b1f1-d957ca18721a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (a0870132-d5f2-49b4-b292-ab1629577aef), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:15.064972 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cc80fcaf-6279-479a-b1f1-d957ca18721a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:15.067628 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-cc80fcaf-6279-479a-b1f1-d957ca18721a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0870132-d5f2-49b4-b292-ab1629577aef HTTP/1.1" status: 204 len: 168 time: 0.3773766 May 19 21:35:15.070740 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4402a753-5d10-4681-8be1-f694c671c94f req-172f9e88-c6e2-41be-aefa-a7e420e9d169 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465015 May 19 21:35:15.079862 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80fcaf-6279-479a-b1f1-d957ca18721a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0870132-d5f2-49b4-b292-ab1629577aef,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:15.080132 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-02c2c9ab-aac0-4c2b-a4ea-8d45177d16b8 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:15.081787 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-02c2c9ab-aac0-4c2b-a4ea-8d45177d16b8 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.87 "GET /v2.0/networks?id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c HTTP/1.1" status: 200 len: 815 time: 0.3523910 May 19 21:35:15.266935 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-04544a65-5f5c-4309-b76c-e018a825ccd7 req-bea9da11-1b21-494c-9f85-88468f416c1f tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 210 time: 0.0422816 May 19 21:35:15.526602 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea634c80-dc14-48a4-9f18-35edecf2f131 req-b3b06a5b-b938-4a9b-8056-93841455beb4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:15.536288 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ea634c80-dc14-48a4-9f18-35edecf2f131 req-b3b06a5b-b938-4a9b-8056-93841455beb4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0831604 May 19 21:35:15.590762 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Request body: {'port': {'device_id': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'admin_state_up': True, 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:35:15.848504 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ea634c80-dc14-48a4-9f18-35edecf2f131 req-681460f6-1510-4a26-bf74-08c743a462ab tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070896 May 19 21:35:15.990461 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d7f4dbdf-054f-48cc-bcdb-dcf7c6079eda req-a5cf34e3-654f-470b-a919-2e24f4011001 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041998 May 19 21:35:16.008181 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:16.025472 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Made reservation on behalf of 3fcf03712c6f4926a2a95dfd0519536a for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:35:16.031375 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:16.125453 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 2963a31a-a224-4676-b867-1f60fa8904c2 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:35:16.174541 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:16.262918 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Allocated IP 172.20.0.9 (6cd75369-7235-4ef1-aaac-030ca2e9ad5c/916ab58a-7240-4bc0-9d5c-5ffd2e6846c9/c48b591a-ce03-49e5-b5c1-3715c76df0d6) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:35:16.389344 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33669fac-31ad-4a97-ae0e-0249a238b273 req-031de5fc-bcdb-41e5-a8c9-13f237414d95 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:16.412443 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-33669fac-31ad-4a97-ae0e-0249a238b273 req-031de5fc-bcdb-41e5-a8c9-13f237414d95 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 943 time: 0.1467419 May 19 21:35:16.523250 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ea1c9557-4229-4b28-b913-6688badb9809 req-a79c55ec-ef83-4252-9984-42414a205bd1 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 210 time: 0.1158273 May 19 21:35:16.524666 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 59930) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:35:16.629011 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 2963a31a-a224-4676-b867-1f60fa8904c2, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2963a31a-a224-4676-b867-1f60fa8904c2,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:16.656130 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-33669fac-31ad-4a97-ae0e-0249a238b273 req-55256d31-a7ca-411a-816e-1a8fe9949dcf tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415581 May 19 21:35:16.658831 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '2963a31a-a224-4676-b867-1f60fa8904c2', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'port_id': '2963a31a-a224-4676-b867-1f60fa8904c2', 'mac_address': 'fa:16:3e:d0:b0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:35:16.726357 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:16.792014 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-678040722-network', 'tenant_id': '120a6c484bec4e52bc5891c927647e75'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:35:16.795521 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 2963a31a-a224-4676-b867-1f60fa8904c2 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:35:16.796510 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (2963a31a-a224-4676-b867-1f60fa8904c2), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:16.798170 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:16.830406 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2963a31a-a224-4676-b867-1f60fa8904c2 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:35:16.892700 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event updated for resources: {'Port': ['ID=c48b591a-ce03-49e5-b5c1-3715c76df0d6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:16.894692 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 2963a31a-a224-4676-b867-1f60fa8904c2, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2963a31a-a224-4676-b867-1f60fa8904c2,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:16.897422 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:35:16.905105 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:35:16.908205 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:35:16.915008 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] Made reservation on behalf of 120a6c484bec4e52bc5891c927647e75 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:35:16.917506 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:16.922207 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (2963a31a-a224-4676-b867-1f60fa8904c2), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:16.948886 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.949226 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.949563 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.949893 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.950223 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.951238 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.951591 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.951988 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.952350 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.952722 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.953084 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.953599 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.953924 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.954280 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.954635 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:16.986023 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:17.032739 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:17.033548 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:17.036134 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=2963a31a-a224-4676-b867-1f60fa8904c2,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:17.071555 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-c101d20e-95db-4308-a008-b46a77ae8837 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4937561 May 19 21:35:17.142089 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6ff09-89f6-4c07-a54a-e719081c03a7 req-a2f5856c-1935-48e5-8257-76b8828f82ec tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:17.144415 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-12c6ff09-89f6-4c07-a54a-e719081c03a7 req-a2f5856c-1935-48e5-8257-76b8828f82ec tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0931542 May 19 21:35:17.281087 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-12c6ff09-89f6-4c07-a54a-e719081c03a7 req-119f00fc-f931-4ceb-a9ff-2f77f99a28b7 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279693 May 19 21:35:17.290131 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Request body: {'port': {'device_id': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:35:17.296735 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] Publish callbacks [] for security_group (b0815ee0-4cb1-4000-841c-03ecc47182a5), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:17.324402 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:17.331420 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (b0815ee0-4cb1-4000-841c-03ecc47182a5), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:17.339761 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-487e73d2-9636-4ecb-9ce0-f1638b1a8421 None None] Provisioning complete for port c48b591a-ce03-49e5-b5c1-3715c76df0d6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:35:17.343460 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-487e73d2-9636-4ecb-9ce0-f1638b1a8421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:17.408180 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-487e73d2-9636-4ecb-9ce0-f1638b1a8421 None None] Port c48b591a-ce03-49e5-b5c1-3715c76df0d6 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:35:17.413284 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:17.441493 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:35:17.443550 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:17.455127 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0815ee0-4cb1-4000-841c-03ecc47182a5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:17.477452 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['2963a31a-a224-4676-b867-1f60fa8904c2'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:35:17.493699 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (1683a865-aec4-489d-84a2-beb8ed069cc1), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:17.494114 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] Added segment 1683a865-aec4-489d-84a2-beb8ed069cc1 of type vlan for network 00bbdffb-749b-4e56-86f3-df5fdbc057b9 May 19 21:35:17.593294 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (00bbdffb-749b-4e56-86f3-df5fdbc057b9), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:17.796421 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (00bbdffb-749b-4e56-86f3-df5fdbc057b9), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:17.797229 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:17.798412 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:17.833565 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:17.950092 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.4242313 May 19 21:35:18.001060 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:18.006980 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 59960) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:35:18.019626 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d3e31635-77f4-43ed-8c20-2d899e77adb4 admin admin] Request body: {'subnet': {'network_id': '00bbdffb-749b-4e56-86f3-df5fdbc057b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-678040722-subnet', 'tenant_id': '120a6c484bec4e52bc5891c927647e75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:35:18.020367 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d13ab6-76e3-48ac-a587-4db43e7c985c req-d91bb289-f7be-4e48-bb46-aa604e40ad81 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:18.041256 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f7d13ab6-76e3-48ac-a587-4db43e7c985c req-d91bb289-f7be-4e48-bb46-aa604e40ad81 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 931 time: 0.3499944 May 19 21:35:18.164664 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d2db3-1ac3-4ded-badf-900bd441bbfa req-078334d5-7e16-4189-adbe-d10ef8c41c12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:18.170259 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7c2d2db3-1ac3-4ded-badf-900bd441bbfa req-078334d5-7e16-4189-adbe-d10ef8c41c12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 944 time: 0.1550798 May 19 21:35:18.192566 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f7d13ab6-76e3-48ac-a587-4db43e7c985c req-c0ae11fc-a4e2-414f-9986-eaa5490adc03 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368318 May 19 21:35:18.217520 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fad661-9295-405a-8071-adf1a8db6a25 admin admin] Pushing event updated for resources: {'Network': ['ID=00bbdffb-749b-4e56-86f3-df5fdbc057b9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:18.250374 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network 00bbdffb-749b-4e56-86f3-df5fdbc057b9 details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:35:18.309117 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e31635-77f4-43ed-8c20-2d899e77adb4 admin admin] Made reservation on behalf of 120a6c484bec4e52bc5891c927647e75 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:35:18.319123 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3e31635-77f4-43ed-8c20-2d899e77adb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567043'] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:18.631211 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a863370-bf1e-42f6-b42b-97b59913391b req-ef8e12ec-3866-446d-82af-1b4d9c18a04e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:18.666682 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5a863370-bf1e-42f6-b42b-97b59913391b req-ef8e12ec-3866-446d-82af-1b4d9c18a04e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.1855712 May 19 21:35:18.736251 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7c2d2db3-1ac3-4ded-badf-900bd441bbfa req-e7371aed-d1e8-4fb6-8245-c0988c36720e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5303226 May 19 21:35:18.861334 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5a863370-bf1e-42f6-b42b-97b59913391b req-ec903b43-77fb-4d5c-8331-9587ab6c86a1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861918 May 19 21:35:18.893658 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48b591a-ce03-49e5-b5c1-3715c76df0d6 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:35:18.944154 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Publish callbacks [] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:19.041069 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Transition to ACTIVE for port object c48b591a-ce03-49e5-b5c1-3715c76df0d6 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:35:19.055283 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:19.147845 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:19.179055 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de2bbb-9807-4c95-872a-261fd8cdcb54 req-d465521a-ae87-4d0d-8e77-777ea1021e75 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:19.181332 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-60de2bbb-9807-4c95-872a-261fd8cdcb54 req-d465521a-ae87-4d0d-8e77-777ea1021e75 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.2079120 May 19 21:35:19.194958 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 59966) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:35:19.195727 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:19.224525 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-9cba3218-28cb-46e9-84f1-c9b10260a7b1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Request body: {'floatingip': {'port_id': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:35:19.286346 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3e31635-77f4-43ed-8c20-2d899e77adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8577145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567061'] for subnet (52c06e48-9b53-4680-bc31-a82041087d38), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:19.402552 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e31635-77f4-43ed-8c20-2d899e77adb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c06e48-9b53-4680-bc31-a82041087d38,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:19.421842 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Pushing event updated for resources: {'Port': ['ID=c48b591a-ce03-49e5-b5c1-3715c76df0d6,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:19.561781 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9cba3218-28cb-46e9-84f1-c9b10260a7b1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for floatingip (bf4d3d49-664b-48e1-96cf-e37190831f12), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:19.572162 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Attempting to bind port c48b591a-ce03-49e5-b5c1-3715c76df0d6 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:35:19.572706 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Attempting to bind port c48b591a-ce03-49e5-b5c1-3715c76df0d6 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': 'c61e9678-3c61-4c5d-886e-12dc64c79860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:35:19.573309 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Attempting to bind port c48b591a-ce03-49e5-b5c1-3715c76df0d6 on network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:35:19.604761 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Port c48b591a-ce03-49e5-b5c1-3715c76df0d6 on network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:35:19.605079 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Attempting to bind port c48b591a-ce03-49e5-b5c1-3715c76df0d6 on network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:35:19.630538 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e31635-77f4-43ed-8c20-2d899e77adb4 admin admin] Checking segment: {'id': '1683a865-aec4-489d-84a2-beb8ed069cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00bbdffb-749b-4e56-86f3-df5fdbc057b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:35:19.630893 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e31635-77f4-43ed-8c20-2d899e77adb4 admin admin] Network hostable DHCP agents. Network: 00bbdffb-749b-4e56-86f3-df5fdbc057b9, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:35:19.648993 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:35:19.649327 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Checking segment: {'id': 'c61e9678-3c61-4c5d-886e-12dc64c79860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:35:19.649712 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Bound using segment: {'id': 'c61e9678-3c61-4c5d-886e-12dc64c79860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:35:19.650157 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Bound port: c48b591a-ce03-49e5-b5c1-3715c76df0d6, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61e9678-3c61-4c5d-886e-12dc64c79860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:35:19.650540 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:19.806593 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] For port c48b591a-ce03-49e5-b5c1-3715c76df0d6, host hv-cinder-83563, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:35:19.810370 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] For port c48b591a-ce03-49e5-b5c1-3715c76df0d6, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6,segment=NetworkSegment(c61e9678-3c61-4c5d-886e-12dc64c79860),segment_id=c61e9678-3c61-4c5d-886e-12dc64c79860)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:35:19.826442 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:19.938774 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e31635-77f4-43ed-8c20-2d899e77adb4 admin admin] Network 00bbdffb-749b-4e56-86f3-df5fdbc057b9 is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:35:19.948931 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:19.949463 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:19.951220 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:19.956314 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:19.961545 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] 10.222.0.87 "PUT /v2.0/ports/c48b591a-ce03-49e5-b5c1-3715c76df0d6 HTTP/1.1" status: 200 len: 1093 time: 2.7025001 May 19 21:35:19.966200 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'tag': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:35:19.968589 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320ecd5f-f364-477f-a65b-a387ac833a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "89cb2230-d75e-4c8c-b47b-83f1698654dd", "tag": "c48b591a-ce03-49e5-b5c1-3715c76df0d6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:35:20.113949 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d3e31635-77f4-43ed-8c20-2d899e77adb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, 00bbdffb-749b-4e56-86f3-df5fdbc057b9) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:35:20.128337 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57ab3f7-9a59-438f-a320-453447ce1c89 None None] Network 00bbdffb-749b-4e56-86f3-df5fdbc057b9 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:35:20.156622 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e31635-77f4-43ed-8c20-2d899e77adb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:20.157709 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3e31635-77f4-43ed-8c20-2d899e77adb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:20.174430 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 2963a31a-a224-4676-b867-1f60fa8904c2 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:35:20.232071 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-d3e31635-77f4-43ed-8c20-2d899e77adb4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2181475 May 19 21:35:20.233001 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8412d3-c189-4630-9717-b4eb29ad4be8 service neutron] Pushing event updated for resources: {'Port': ['ID=c48b591a-ce03-49e5-b5c1-3715c76df0d6,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:20.285246 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d550ea-6898-4ce0-a1c2-a4551c42b7e6 req-60727b7c-c2b1-45e4-81bd-7f5ba5df54d2 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:20.290155 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d5d550ea-6898-4ce0-a1c2-a4551c42b7e6 req-60727b7c-c2b1-45e4-81bd-7f5ba5df54d2 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 944 time: 0.3249474 May 19 21:35:20.434036 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:20.448218 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port 2963a31a-a224-4676-b867-1f60fa8904c2 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:35:20.458920 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 2963a31a-a224-4676-b867-1f60fa8904c2 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:35:20.459290 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (2963a31a-a224-4676-b867-1f60fa8904c2), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:20.488244 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d5d550ea-6898-4ce0-a1c2-a4551c42b7e6 req-bfceb335-2a8e-45ae-affa-2c193cfbf89b tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892819 May 19 21:35:20.532843 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-c5641866-026e-4201-af46-ce9042d196c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:20.535669 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-c5641866-026e-4201-af46-ce9042d196c9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3fcf03712c6f4926a2a95dfd0519536a&device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 1127 time: 0.1807353 May 19 21:35:20.591607 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d87180-7413-43a2-aeba-84b4c0c040af req-8a01997f-f0a2-4cc6-888c-ab42f6d2390e tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:20.595357 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-84d87180-7413-43a2-aeba-84b4c0c040af req-8a01997f-f0a2-4cc6-888c-ab42f6d2390e tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 943 time: 1.0692415 May 19 21:35:20.607119 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc8a84b-777f-47aa-b05b-2b1eabcff3a4 x-openstack-request-id: req-7cc8a84b-777f-47aa-b05b-2b1eabcff3a4 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:35:20.607399 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cb2230-d75e-4c8c-b47b-83f1698654dd", "tag": "c48b591a-ce03-49e5-b5c1-3715c76df0d6", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:35:20.607646 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7cc8a84b-777f-47aa-b05b-2b1eabcff3a4 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:35:20.608096 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc8a84b-777f-47aa-b05b-2b1eabcff3a4'] response: {'name': 'network-changed', 'server_uuid': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'tag': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6', 'status': 'completed', 'code': 200} May 19 21:35:20.646674 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c09ced-26a9-4879-b2e8-4a1bed55cb71 None None] Network 00bbdffb-749b-4e56-86f3-df5fdbc057b9 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:35:20.676848 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-8d850a98-6e30-4245-8cdc-e7f2aa6f1f0f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6 HTTP/1.1" status: 200 len: 217 time: 0.0742569 May 19 21:35:20.815037 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-984dc02f-1aa1-4c39-9feb-2a6db252b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:20.817234 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-984dc02f-1aa1-4c39-9feb-2a6db252b821 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=916ab58a-7240-4bc0-9d5c-5ffd2e6846c9 HTTP/1.1" status: 200 len: 854 time: 0.0944333 May 19 21:35:21.034401 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-b312fe68-0a17-4743-9a97-14e8f4accd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:21.041255 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-b312fe68-0a17-4743-9a97-14e8f4accd94 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1852214 May 19 21:35:21.193448 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 2963a31a-a224-4676-b867-1f60fa8904c2 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:35:21.194424 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (2963a31a-a224-4676-b867-1f60fa8904c2), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:21.265303 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6442f189-c760-45c5-8313-4f1d3fe46461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2963a31a-a224-4676-b867-1f60fa8904c2'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:35:21.276181 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5333cb16-f391-4ad7-9316-bfacd668e43c" -d '{"events": [{"server_uuid": "6442f189-c760-45c5-8313-4f1d3fe46461", "name": "network-vif-plugged", "status": "completed", "tag": "2963a31a-a224-4676-b867-1f60fa8904c2"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:35:21.328432 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 2963a31a-a224-4676-b867-1f60fa8904c2, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2963a31a-a224-4676-b867-1f60fa8904c2,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:21.340362 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (2963a31a-a224-4676-b867-1f60fa8904c2), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:21.417577 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-98e408b7-7dc8-4c75-8fed-52c8c8bea68f service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952462 May 19 21:35:21.445195 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f239e1a-dae6-4c6e-9412-67174b2f2485 x-openstack-request-id: req-3f239e1a-dae6-4c6e-9412-67174b2f2485 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:35:21.445553 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6442f189-c760-45c5-8313-4f1d3fe46461", "name": "network-vif-plugged", "status": "completed", "tag": "2963a31a-a224-4676-b867-1f60fa8904c2", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:35:21.446069 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f239e1a-dae6-4c6e-9412-67174b2f2485 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:35:21.447075 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f239e1a-dae6-4c6e-9412-67174b2f2485'] response: {'server_uuid': '6442f189-c760-45c5-8313-4f1d3fe46461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2963a31a-a224-4676-b867-1f60fa8904c2', 'code': 200} May 19 21:35:21.468517 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=2963a31a-a224-4676-b867-1f60fa8904c2,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:21.560870 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:21.623848 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-84d87180-7413-43a2-aeba-84b4c0c040af req-4c26bbef-b0d2-4bc2-8efa-949131611a11 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0048850 May 19 21:35:21.715608 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.db.resource_extend [None req-9cba3218-28cb-46e9-84f1-c9b10260a7b1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 21:35:21.966724 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9cba3218-28cb-46e9-84f1-c9b10260a7b1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:21.971883 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972eb2c-f791-4c6d-9873-2593dbbe4844 req-ac6a9bfb-5e88-4a6b-bd94-3b709cc4c1b3 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:21.974811 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9cba3218-28cb-46e9-84f1-c9b10260a7b1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (bf4d3d49-664b-48e1-96cf-e37190831f12), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:21.980143 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b972eb2c-f791-4c6d-9873-2593dbbe4844 req-ac6a9bfb-5e88-4a6b-bd94-3b709cc4c1b3 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.2452688 May 19 21:35:22.056060 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:22.125293 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b972eb2c-f791-4c6d-9873-2593dbbe4844 req-aa4a57f8-f367-4340-8a59-e36a3ff4a05c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367300 May 19 21:35:22.170401 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.l3_db [None req-9cba3218-28cb-46e9-84f1-c9b10260a7b1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Floating IP bf4d3d49-664b-48e1-96cf-e37190831f12 associated. External IP: 172.27.0.195, port: f6476118-5256-4fbe-bbbd-6fb7f8cb02c1. May 19 21:35:22.544158 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cba3218-28cb-46e9-84f1-c9b10260a7b1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Router c61be7a6-aa87-455e-91eb-e30b71e229b5 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:35:22.768834 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cba3218-28cb-46e9-84f1-c9b10260a7b1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:35:22.780289 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9cba3218-28cb-46e9-84f1-c9b10260a7b1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:22.785391 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef43c90-37a4-441b-a891-c05d1443b1ec None None] Sync routers for ids ['c61be7a6-aa87-455e-91eb-e30b71e229b5'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:35:22.801964 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef43c90-37a4-441b-a891-c05d1443b1ec None None] Routers {'c61be7a6-aa87-455e-91eb-e30b71e229b5'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:35:22.802695 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-bef43c90-37a4-441b-a891-c05d1443b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:35:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['c61be7a6-aa87-455e-91eb-e30b71e229b5'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:35:22.885954 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-9cba3218-28cb-46e9-84f1-c9b10260a7b1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "PUT /v2.0/floatingips/bf4d3d49-664b-48e1-96cf-e37190831f12 HTTP/1.1" status: 200 len: 991 time: 3.6869910 May 19 21:35:22.887040 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51de034-1fec-4513-a375-6b28e6180d82', 'tag': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:35:22.889817 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361566ec-f8ea-4a48-a097-5e262bffb2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e51de034-1fec-4513-a375-6b28e6180d82", "tag": "f6476118-5256-4fbe-bbbd-6fb7f8cb02c1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:35:22.924960 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188adc5-5f8a-42b1-822f-8c724e583167 req-0fdaca05-bdd0-4a4c-9c27-da7967a2270e tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:22.927624 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4188adc5-5f8a-42b1-822f-8c724e583167 req-0fdaca05-bdd0-4a4c-9c27-da7967a2270e tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 943 time: 0.1546938 May 19 21:35:22.990697 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-bef43c90-37a4-441b-a891-c05d1443b1ec None None] Set router c61be7a6-aa87-455e-91eb-e30b71e229b5 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:35:23.012496 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06e8bf9-5d2a-4701-ac67-243f72b0d4db x-openstack-request-id: req-e06e8bf9-5d2a-4701-ac67-243f72b0d4db {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:35:23.013251 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51de034-1fec-4513-a375-6b28e6180d82", "tag": "f6476118-5256-4fbe-bbbd-6fb7f8cb02c1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:35:23.013826 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e06e8bf9-5d2a-4701-ac67-243f72b0d4db {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:35:23.015069 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e06e8bf9-5d2a-4701-ac67-243f72b0d4db'] response: {'name': 'network-changed', 'server_uuid': 'e51de034-1fec-4513-a375-6b28e6180d82', 'tag': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1', 'status': 'completed', 'code': 200} May 19 21:35:23.019994 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4188adc5-5f8a-42b1-822f-8c724e583167 req-5757e3b1-cd2b-4c51-9ca5-52a3435400a8 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788345 May 19 21:35:23.376738 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a0576-77ab-499a-b3ec-1da6ef5ac697 req-87fe8bc8-b272-41f4-9210-79a1c826f153 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:23.382802 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ec7a0576-77ab-499a-b3ec-1da6ef5ac697 req-87fe8bc8-b272-41f4-9210-79a1c826f153 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.1321723 May 19 21:35:23.415158 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-bef43c90-37a4-441b-a891-c05d1443b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:16Z', 'revision_number': 4, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'bf4d3d49-664b-48e1-96cf-e37190831f12', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'port_id': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'mac_address': 'fa:16:3e:a6:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51de034-1fec-4513-a375-6b28e6180d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:34:47Z', 'updated_at': '2022-05-19T21:35:21Z', 'revision_number': 1, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3c6ddf-7d6b-486f-9dc8-130d333e28e9', 'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'mac_address': 'fa:16:3e:18:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:14Z', 'updated_at': '2022-05-19T21:32:28Z', 'revision_number': 5, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'subnets': [{'id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:35:23.472928 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef43c90-37a4-441b-a891-c05d1443b1ec None None] Checking router: c61be7a6-aa87-455e-91eb-e30b71e229b5 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:35:23.509373 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef43c90-37a4-441b-a891-c05d1443b1ec None None] Routers {'c61be7a6-aa87-455e-91eb-e30b71e229b5'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:35:23.510775 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-bef43c90-37a4-441b-a891-c05d1443b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:35:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['c61be7a6-aa87-455e-91eb-e30b71e229b5'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:35:23.518904 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ec7a0576-77ab-499a-b3ec-1da6ef5ac697 req-e9a7b2f6-2414-493f-afc5-d915980d81a9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244309 May 19 21:35:23.775389 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-bef43c90-37a4-441b-a891-c05d1443b1ec None None] Set router c61be7a6-aa87-455e-91eb-e30b71e229b5 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:35:23.853109 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20de000-411b-4e76-944b-8c44129d7bcf req-6ec1027a-fa48-4ca4-935d-d21b804e43d1 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:23.860812 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-6ec1027a-fa48-4ca4-935d-d21b804e43d1 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/networks?id=00bbdffb-749b-4e56-86f3-df5fdbc057b9 HTTP/1.1" status: 200 len: 813 time: 0.2321703 May 19 21:35:23.882535 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-5e918b24-8510-4879-b1b7-5f1800963320 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/quotas/120a6c484bec4e52bc5891c927647e75 HTTP/1.1" status: 200 len: 375 time: 0.0207808 May 19 21:35:23.917945 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:23.959861 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-9e0f05ab-b9dc-4611-adaf-d3d47fed4948 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=120a6c484bec4e52bc5891c927647e75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637338 May 19 21:35:24.143523 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-3f1c1572-0325-4f39-b6a9-7531a79e7588 service neutron] 10.222.0.65 "GET /v2.0/networks/00bbdffb-749b-4e56-86f3-df5fdbc057b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641386 May 19 21:35:24.240241 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773743c5-59b1-4bce-b522-3a171948c89f req-b092d428-c243-4da9-b06d-b48870aee13a tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:24.241925 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-773743c5-59b1-4bce-b522-3a171948c89f req-b092d428-c243-4da9-b06d-b48870aee13a tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 943 time: 0.1081808 May 19 21:35:24.266609 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-bef43c90-37a4-441b-a891-c05d1443b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:16Z', 'revision_number': 4, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'bf4d3d49-664b-48e1-96cf-e37190831f12', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'port_id': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'mac_address': 'fa:16:3e:a6:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51de034-1fec-4513-a375-6b28e6180d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:34:47Z', 'updated_at': '2022-05-19T21:35:21Z', 'revision_number': 1, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3c6ddf-7d6b-486f-9dc8-130d333e28e9', 'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'mac_address': 'fa:16:3e:18:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:14Z', 'updated_at': '2022-05-19T21:32:28Z', 'revision_number': 5, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'subnets': [{'id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:35:24.284191 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:24.307328 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef43c90-37a4-441b-a891-c05d1443b1ec None None] The sync data for ids ['c61be7a6-aa87-455e-91eb-e30b71e229b5'] in dv-cinder-835635-2-iscsi is: [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:16Z', 'revision_number': 4, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'bf4d3d49-664b-48e1-96cf-e37190831f12', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'port_id': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'mac_address': 'fa:16:3e:a6:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51de034-1fec-4513-a375-6b28e6180d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:34:47Z', 'updated_at': '2022-05-19T21:35:21Z', 'revision_number': 1, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3c6ddf-7d6b-486f-9dc8-130d333e28e9', 'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'mac_address': 'fa:16:3e:18:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:14Z', 'updated_at': '2022-05-19T21:32:28Z', 'revision_number': 5, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'subnets': [{'id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:35:24.308877 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-773743c5-59b1-4bce-b522-3a171948c89f req-2fec1c0d-19b8-4ae6-a405-ec524865133b tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587437 May 19 21:35:24.350125 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-8c8cf92c-6796-4774-98f2-8e5fa7cefa9a service neutron] 10.222.0.65 "GET /v2.0/networks/00bbdffb-749b-4e56-86f3-df5fdbc057b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055707 May 19 21:35:24.664663 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ef6a7ccb-8404-4aaa-909b-aa5164cb1a8f req-3b67a840-b2c3-4e9e-9bb0-4982cccaa355 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.0765972 May 19 21:35:24.689380 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57fae3d-d47a-43a9-a8d5-6fea31db79f1 None None] New status for floating IP bf4d3d49-664b-48e1-96cf-e37190831f12: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:35:24.823549 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 60096) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:35:24.863880 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db6f4-a126-4683-aa72-c4133fed6cbb req-c349b351-0b81-45a5-8f20-aabd73bb0cee tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:24.885566 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6f8db6f4-a126-4683-aa72-c4133fed6cbb req-c349b351-0b81-45a5-8f20-aabd73bb0cee tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.1925316 May 19 21:35:24.964240 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93baa48-f65f-4044-9b47-3438465ce969 admin admin] Deleting subnet d58e477f-8cfa-4597-a94c-046209faafc4 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:35:24.971679 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6f8db6f4-a126-4683-aa72-c4133fed6cbb req-8357b80f-4c9a-47fa-9e0c-688bee73cc16 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814929 May 19 21:35:24.986014 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b93baa48-f65f-4044-9b47-3438465ce969 admin admin] Publish callbacks [] for subnet (d58e477f-8cfa-4597-a94c-046209faafc4), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:25.105670 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b93baa48-f65f-4044-9b47-3438465ce969 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8751406'] for subnet (d58e477f-8cfa-4597-a94c-046209faafc4), precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:25.179394 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b93baa48-f65f-4044-9b47-3438465ce969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (d58e477f-8cfa-4597-a94c-046209faafc4), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:25.219976 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:25.272206 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b93baa48-f65f-4044-9b47-3438465ce969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934005'] for subnet (d58e477f-8cfa-4597-a94c-046209faafc4), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:25.310978 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93baa48-f65f-4044-9b47-3438465ce969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d58e477f-8cfa-4597-a94c-046209faafc4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:25.313722 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b93baa48-f65f-4044-9b47-3438465ce969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:25.319064 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-b93baa48-f65f-4044-9b47-3438465ce969 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d58e477f-8cfa-4597-a94c-046209faafc4 HTTP/1.1" status: 204 len: 168 time: 0.4940357 May 19 21:35:25.323477 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 60102) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:35:25.458577 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28db6a40-1054-4f18-bf8e-f99cea3f4908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (dead0934-78cb-4aba-a85a-e1a39596f2e4), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:25.479473 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa06b-33b7-4c7c-9d94-857863a62d1a req-85bf717c-78e0-41d4-9efe-70600c53987b tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:25.481491 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5e8fa06b-33b7-4c7c-9d94-857863a62d1a req-85bf717c-78e0-41d4-9efe-70600c53987b tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 943 time: 0.0769713 May 19 21:35:25.589218 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28db6a40-1054-4f18-bf8e-f99cea3f4908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (dead0934-78cb-4aba-a85a-e1a39596f2e4), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:25.631128 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-28db6a40-1054-4f18-bf8e-f99cea3f4908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dead0934-78cb-4aba-a85a-e1a39596f2e4']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:35:25.647294 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5e8fa06b-33b7-4c7c-9d94-857863a62d1a req-ff2cf225-900d-4cf7-b784-b5058275ce89 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372497 May 19 21:35:25.649705 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-28db6a40-1054-4f18-bf8e-f99cea3f4908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e606ade-ba7f-41bd-bcf8-b240afbd328c') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:35:25.649705 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-28db6a40-1054-4f18-bf8e-f99cea3f4908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e606ade-ba7f-41bd-bcf8-b240afbd328c') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:35:25.670726 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28db6a40-1054-4f18-bf8e-f99cea3f4908 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751383'] for segment (8e606ade-ba7f-41bd-bcf8-b240afbd328c), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:25.685261 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28db6a40-1054-4f18-bf8e-f99cea3f4908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (8e606ade-ba7f-41bd-bcf8-b240afbd328c), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:25.693487 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28db6a40-1054-4f18-bf8e-f99cea3f4908 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:35:25.693891 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28db6a40-1054-4f18-bf8e-f99cea3f4908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8714482'] for segment (8e606ade-ba7f-41bd-bcf8-b240afbd328c), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:25.740361 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment 8e606ade-ba7f-41bd-bcf8-b240afbd328c resource provider aggregate not found May 19 21:35:25.783124 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28db6a40-1054-4f18-bf8e-f99cea3f4908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (dead0934-78cb-4aba-a85a-e1a39596f2e4), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:25.793922 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment 8e606ade-ba7f-41bd-bcf8-b240afbd328c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e606ade-ba7f-41bd-bcf8-b240afbd328c found for delete ", "request_id": "req-60c4c50f-9c05-46cb-8ebc-2e64b21a93cb"}]} May 19 21:35:25.828523 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28db6a40-1054-4f18-bf8e-f99cea3f4908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:25.834480 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-28db6a40-1054-4f18-bf8e-f99cea3f4908 admin admin] 10.222.0.65 "DELETE /v2.0/networks/dead0934-78cb-4aba-a85a-e1a39596f2e4 HTTP/1.1" status: 204 len: 168 time: 0.5092623 May 19 21:35:25.836203 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db6a40-1054-4f18-bf8e-f99cea3f4908 admin admin] Pushing event deleted for resources: {'Network': ['ID=dead0934-78cb-4aba-a85a-e1a39596f2e4,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:25.863613 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ee5f45d0-db33-419a-922a-2341a47822b3 req-7cf774a1-7af6-459e-b6ec-eeaefd2fc3ee tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.0907240 May 19 21:35:26.052291 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 60118) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:35:26.139252 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-7af32313-fdef-4077-9535-c749e8b7ff52 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f9c4f4baaf8f4a258171bf97abdc8905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0848978 May 19 21:35:26.140460 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 60122) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:35:26.141548 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6078213-660d-4c01-83d1-ca786ddfc8c6 req-15864f13-c2ad-4f44-be22-4deb7edadc0a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:26.154565 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a6078213-660d-4c01-83d1-ca786ddfc8c6 req-15864f13-c2ad-4f44-be22-4deb7edadc0a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.1112776 May 19 21:35:26.258652 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b959c3e-c414-4a70-a5bf-838c6b3d8ead admin admin] Publish callbacks [] for security_group (6fad3545-7b33-49a0-976f-50cfc4eda0d3), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:26.272214 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a6078213-660d-4c01-83d1-ca786ddfc8c6 req-f379911a-6a6d-4a74-a7fc-98e3550f5c00 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157951 May 19 21:35:26.322194 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b959c3e-c414-4a70-a5bf-838c6b3d8ead admin admin] Publish callbacks [] for security_group (6fad3545-7b33-49a0-976f-50cfc4eda0d3), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:26.443453 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b959c3e-c414-4a70-a5bf-838c6b3d8ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (6fad3545-7b33-49a0-976f-50cfc4eda0d3), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:26.454115 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b959c3e-c414-4a70-a5bf-838c6b3d8ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:26.463427 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6b959c3e-c414-4a70-a5bf-838c6b3d8ead admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6fad3545-7b33-49a0-976f-50cfc4eda0d3 HTTP/1.1" status: 204 len: 168 time: 0.3159866 May 19 21:35:26.495948 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b959c3e-c414-4a70-a5bf-838c6b3d8ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fad3545-7b33-49a0-976f-50cfc4eda0d3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:26.822874 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c867f8-9f67-42b9-a457-56f42ea08ad3 req-28e5ab14-e7bb-4eb8-bdc8-e1071b35a27b tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:26.827912 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-33c867f8-9f67-42b9-a457-56f42ea08ad3 req-28e5ab14-e7bb-4eb8-bdc8-e1071b35a27b tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 943 time: 0.0850382 May 19 21:35:26.905436 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-33c867f8-9f67-42b9-a457-56f42ea08ad3 req-2ce9cd7a-f301-4c6a-a230-7acd3fe4bf14 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657437 May 19 21:35:27.037029 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e26cc0e0-6367-46d9-8eee-7cfba2d2b546 req-3b969568-894c-4197-9c2a-8715d77c7fa3 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.0387728 May 19 21:35:27.470507 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559524f-255c-4196-a569-5d9c104e2b7e req-026efd9c-194e-4654-b219-ff9de5b006df tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:27.472314 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5559524f-255c-4196-a569-5d9c104e2b7e req-026efd9c-194e-4654-b219-ff9de5b006df tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0946345 May 19 21:35:27.570428 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5559524f-255c-4196-a569-5d9c104e2b7e req-a5f7a967-f1f9-4ac9-b0ea-6e6a16b279a6 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839043 May 19 21:35:28.105983 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0febb5-4195-4cb0-89a3-a3be8c1a2bb5 req-9abb7645-c2bc-4db5-90e5-fe7175e6bc2f tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:28.115183 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2c0febb5-4195-4cb0-89a3-a3be8c1a2bb5 req-9abb7645-c2bc-4db5-90e5-fe7175e6bc2f tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 943 time: 0.0825837 May 19 21:35:28.182022 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:28.184152 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2c0febb5-4195-4cb0-89a3-a3be8c1a2bb5 req-54f75ebe-6736-4b98-b89a-df3c625d3d46 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661523 May 19 21:35:28.243097 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-79e58deb-0f73-4fbe-a5e5-8eaaafe8573f req-de4d357e-2a07-4cb3-9399-9483d2a1ade2 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.0794494 May 19 21:35:28.737208 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:28.749492 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23e2c7-fa79-4b19-84fd-15503bc596c5 req-b6471357-4caa-48e2-86b8-769ca50b9c15 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:28.751183 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc23e2c7-fa79-4b19-84fd-15503bc596c5 req-b6471357-4caa-48e2-86b8-769ca50b9c15 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0667276 May 19 21:35:28.824550 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc23e2c7-fa79-4b19-84fd-15503bc596c5 req-53581f5c-46a6-4270-a812-7e33252a1abc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609107 May 19 21:35:29.335132 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f1e41-5b2a-42a5-997d-37a75dae1059 req-a96aa1ed-6392-4e99-9c7c-abbd95f69a13 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:29.337356 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f0f1e41-5b2a-42a5-997d-37a75dae1059 req-a96aa1ed-6392-4e99-9c7c-abbd95f69a13 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 943 time: 0.0799823 May 19 21:35:29.344623 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4b4ae9fc-12e3-4552-904b-68780e988cf5 req-0ab7b6c0-a350-48be-ae6d-db478debdab8 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.0303001 May 19 21:35:29.424261 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f0f1e41-5b2a-42a5-997d-37a75dae1059 req-058a32c9-39b0-4b04-9656-8cf4dcbaef0c tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798662 May 19 21:35:29.972399 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac6c0f-8d3f-4afa-9ce3-04530cc831c1 req-c93cd9d9-150e-472e-adba-67592811dd9d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:29.974530 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0fac6c0f-8d3f-4afa-9ce3-04530cc831c1 req-c93cd9d9-150e-472e-adba-67592811dd9d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0700972 May 19 21:35:30.037269 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0fac6c0f-8d3f-4afa-9ce3-04530cc831c1 req-cf795a73-70d7-476d-ab45-77b8ea57111f tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559936 May 19 21:35:30.445164 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f6bb42d5-d431-4a16-8447-891eeee7ea49 req-8685ade2-67f2-45a8-b058-4a0fe288623b tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.0297477 May 19 21:35:30.560458 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea43af-9e51-428b-b37a-4d5e3132cd0d req-6a9edddd-f3ce-484a-b193-9c94a177d8ed tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:30.562075 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1cea43af-9e51-428b-b37a-4d5e3132cd0d req-6a9edddd-f3ce-484a-b193-9c94a177d8ed tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 943 time: 0.0586119 May 19 21:35:30.616019 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1cea43af-9e51-428b-b37a-4d5e3132cd0d req-f6ac7116-c411-4696-8c1d-f2da5fcb5054 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479317 May 19 21:35:30.762671 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0246de50-af35-45d7-9b13-83062592ca11 req-8311c699-00c1-4429-a71a-6277d6622ca4 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c887b19b903a4702b2812ef9b5b88ddc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344319 May 19 21:35:30.961379 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246de50-af35-45d7-9b13-83062592ca11 req-c9e28a3b-63e0-44a5-a706-80f9934c49df tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:30.962904 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0246de50-af35-45d7-9b13-83062592ca11 req-c9e28a3b-63e0-44a5-a706-80f9934c49df tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948717 May 19 21:35:30.985091 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0246de50-af35-45d7-9b13-83062592ca11 req-c45405e8-e095-47ac-a7c2-edc7b8d284b3 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/quotas/c887b19b903a4702b2812ef9b5b88ddc HTTP/1.1" status: 200 len: 375 time: 0.0125716 May 19 21:35:31.024014 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0246de50-af35-45d7-9b13-83062592ca11 req-7f5a7470-0eba-4ee1-94ae-7e69688c8374 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c887b19b903a4702b2812ef9b5b88ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315845 May 19 21:35:31.209207 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142be1e-63df-4209-bb59-a65b6b3ba118 req-58b55b53-963c-4730-ac7e-7d6f4a60c177 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:31.212023 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1142be1e-63df-4209-bb59-a65b6b3ba118 req-58b55b53-963c-4730-ac7e-7d6f4a60c177 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0918796 May 19 21:35:31.225157 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b70ae719-3629-4c3c-ac9c-bc29e2384ac0 req-42f5c6fb-5fd4-4e9c-8839-bee1a9407a90 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 210 time: 0.0526030 May 19 21:35:31.305312 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1142be1e-63df-4209-bb59-a65b6b3ba118 req-b478565d-a7ef-4031-8ea9-4ba0b0471ff6 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778806 May 19 21:35:31.555979 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3a0286ee-9578-478c-acb1-ff47536cb0b5 req-79ab3069-605b-4d05-848e-a3bac0e2abc2 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.0338430 May 19 21:35:31.740656 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05691bd0-db86-4fd2-8505-e5e2f73d83ab req-2dd2e76f-bcb7-4fcb-9a29-359102b248ca tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:31.742119 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-05691bd0-db86-4fd2-8505-e5e2f73d83ab req-2dd2e76f-bcb7-4fcb-9a29-359102b248ca tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 943 time: 0.0546098 May 19 21:35:31.793318 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-05691bd0-db86-4fd2-8505-e5e2f73d83ab req-02c28826-2629-4b25-a6e0-970152137543 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452411 May 19 21:35:32.343494 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d173e9bc-565a-459a-920d-8065c3a0553b req-a6398880-4071-461e-9d38-9911fabdf499 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 210 time: 0.0324345 May 19 21:35:32.421655 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:32.433935 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fae579-f2d2-429b-8bd1-4c1ad6b7a664 req-a8b3d36e-01a8-4847-a70b-82373141110b tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:32.436312 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b9fae579-f2d2-429b-8bd1-4c1ad6b7a664 req-a8b3d36e-01a8-4847-a70b-82373141110b tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0551701 May 19 21:35:32.497698 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b9fae579-f2d2-429b-8bd1-4c1ad6b7a664 req-4bdcdf5c-0b6b-40f4-9ba3-caebf3aa626e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543597 May 19 21:35:32.661499 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a3ba166e-7eff-4b04-8d99-c1cfd348a6db req-3885d075-44ab-4e85-aaf9-0278e985da62 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.0297813 May 19 21:35:32.919265 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f321b-08e4-4a71-9c02-32d40cdfda02 req-9a18a6a3-643f-4d97-baf8-a045d6882975 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:32.920882 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ce7f321b-08e4-4a71-9c02-32d40cdfda02 req-9a18a6a3-643f-4d97-baf8-a045d6882975 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 943 time: 0.0532677 May 19 21:35:32.950262 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:35:32.976771 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ce7f321b-08e4-4a71-9c02-32d40cdfda02 req-d9a39db4-2704-4b92-a472-7fccd5bcefe5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501282 May 19 21:35:33.454196 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1069e35c-bea6-4e27-81e1-03b1a3b4a95e req-325bf7d6-9793-4801-bb73-ba52b6d0dfd5 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 210 time: 0.0297637 May 19 21:35:33.627263 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7109cc-b420-45f6-9bb9-b53efa40b013 req-11a0bda1-5e93-4706-9a88-059ca1ba32a2 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:33.628903 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fd7109cc-b420-45f6-9bb9-b53efa40b013 req-11a0bda1-5e93-4706-9a88-059ca1ba32a2 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0570986 May 19 21:35:33.680394 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fd7109cc-b420-45f6-9bb9-b53efa40b013 req-3afd48cf-df83-48c3-9eb7-eb1f46d152ef tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455096 May 19 21:35:34.013831 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8da2030e-a3b8-42ce-b8d4-78ab547ddb7d req-48809aa8-a17d-412f-b587-e7b44c16e9e4 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.2775896 May 19 21:35:34.106852 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cd0d6-dc46-4fda-88b7-5178df48f965 req-e7bce96a-3eb0-4469-8cde-34ffc4ed9652 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:34.113789 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b79cd0d6-dc46-4fda-88b7-5178df48f965 req-e7bce96a-3eb0-4469-8cde-34ffc4ed9652 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 943 time: 0.0605452 May 19 21:35:34.159515 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361566ec-f8ea-4a48-a097-5e262bffb2a2 req-018da092-92bb-4eff-ba06-1bd94d545f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:34.161904 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-361566ec-f8ea-4a48-a097-5e262bffb2a2 req-018da092-92bb-4eff-ba06-1bd94d545f6c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 1129 time: 0.0944180 May 19 21:35:34.172620 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b79cd0d6-dc46-4fda-88b7-5178df48f965 req-e2b78171-6c9b-4190-8242-d94cdd0177d0 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576000 May 19 21:35:34.252556 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a03b4636-9ce6-4925-a6a6-b63b95f0b7e0 req-80c04cf5-24e4-4af6-9185-fe6664dfc957 service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092338 May 19 21:35:34.267507 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:34.306636 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361566ec-f8ea-4a48-a097-5e262bffb2a2 req-33746c07-9a97-41a4-a8c6-febe051a9c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:34.307344 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=90 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:34.308021 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-361566ec-f8ea-4a48-a097-5e262bffb2a2 req-33746c07-9a97-41a4-a8c6-febe051a9c2e service neutron] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 920 time: 0.1103134 May 19 21:35:34.441349 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-361566ec-f8ea-4a48-a097-5e262bffb2a2 req-b5683825-6f6e-4d04-8009-b667d21f4a91 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 HTTP/1.1" status: 200 len: 1001 time: 0.1113324 May 19 21:35:34.442711 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ecd5f-f364-477f-a65b-a387ac833a7a req-b7670e7a-a666-4dfc-9d31-a37267c3fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:34.444088 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-320ecd5f-f364-477f-a65b-a387ac833a7a req-b7670e7a-a666-4dfc-9d31-a37267c3fdac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3fcf03712c6f4926a2a95dfd0519536a&device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 1127 time: 0.0612507 May 19 21:35:34.447488 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed105ab5-3d44-4f2e-93c4-6c3dd359479f req-40e7a83b-89a0-4d27-9a12-8442f7cd93b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:34.449800 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ed105ab5-3d44-4f2e-93c4-6c3dd359479f req-40e7a83b-89a0-4d27-9a12-8442f7cd93b2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 1129 time: 0.0695271 May 19 21:35:34.556956 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5b16758b-293e-416a-8565-c864ef33b91e req-76709bb6-cd08-4e84-95e3-8aa83886fad2 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 210 time: 0.0289655 May 19 21:35:34.804797 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351cd29-dba9-4fba-af18-743aab9903f5 req-96aef655-0403-4873-b94a-be4c5d0ba503 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:34.806436 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8351cd29-dba9-4fba-af18-743aab9903f5 req-96aef655-0403-4873-b94a-be4c5d0ba503 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0521345 May 19 21:35:34.863435 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8351cd29-dba9-4fba-af18-743aab9903f5 req-8e213819-8480-413b-b34a-623b00aa872e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507646 May 19 21:35:34.922737 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:34.942960 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:34.972860 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ed105ab5-3d44-4f2e-93c4-6c3dd359479f req-5744204a-b208-4586-9dd8-fdbfef9a5d2b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679169 May 19 21:35:35.057455 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361566ec-f8ea-4a48-a097-5e262bffb2a2 req-c561ebc3-f9d9-4d5c-96e5-78c31ec83004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:35.059007 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-361566ec-f8ea-4a48-a097-5e262bffb2a2 req-c561ebc3-f9d9-4d5c-96e5-78c31ec83004 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.1596427 May 19 21:35:35.086434 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ecd5f-f364-477f-a65b-a387ac833a7a req-b28b836c-1017-44a2-97be-2ef9fb9eb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:35.088574 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-320ecd5f-f364-477f-a65b-a387ac833a7a req-b28b836c-1017-44a2-97be-2ef9fb9eb301 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c HTTP/1.1" status: 200 len: 916 time: 0.1871693 May 19 21:35:35.123798 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e10d8f13-2778-4bb9-a793-3a7cc43ade1b req-22747420-021e-48b8-9c14-43d52f506b39 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.0304577 May 19 21:35:35.323383 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f818-91af-42a0-9c44-50e345bbb06d req-944ac7fe-2759-4221-825d-7411a2a7b06a tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:35.325052 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2b98f818-91af-42a0-9c44-50e345bbb06d req-944ac7fe-2759-4221-825d-7411a2a7b06a tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 943 time: 0.0596931 May 19 21:35:35.379675 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2b98f818-91af-42a0-9c44-50e345bbb06d req-b7e85fef-364b-4079-8df8-94b36abcfeee tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474284 May 19 21:35:35.672802 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c42f19f9-9996-412e-ba18-f9dca612d5b2 req-1a444c07-0dfe-49c8-96c0-9edeadb5d1c9 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 210 time: 0.0380280 May 19 21:35:35.994477 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec71287-d78b-4415-9da4-c686765a4b0a req-c21ba1be-b13c-4833-84f9-493774cb3db6 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:35.996022 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7ec71287-d78b-4415-9da4-c686765a4b0a req-c21ba1be-b13c-4833-84f9-493774cb3db6 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0515432 May 19 21:35:36.048817 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7ec71287-d78b-4415-9da4-c686765a4b0a req-35023ccf-c6a9-4bdb-9c4a-0dac272278a3 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461619 May 19 21:35:36.227491 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fdfeaa5f-fbed-4050-8261-3d5fb9c7138c req-4e97c09c-7a56-4716-8948-1a4cc65adbc2 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.0320253 May 19 21:35:36.504666 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1efeb9-b777-4b07-818a-cd77e7df5823 req-d62865a2-b59a-44c8-98c6-24c20df84dd2 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:36.506288 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-db1efeb9-b777-4b07-818a-cd77e7df5823 req-d62865a2-b59a-44c8-98c6-24c20df84dd2 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 943 time: 0.0539401 May 19 21:35:36.542229 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:36.571647 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-db1efeb9-b777-4b07-818a-cd77e7df5823 req-0443f3d0-5544-4dd5-a680-20665c4d6080 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588369 May 19 21:35:36.665589 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cef465fd-188f-40d3-a3d6-19b8cc6ecfee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:36.778318 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d2ee5ad-aa3c-4e15-ac47-ec4dffb6070e req-db53402b-3996-4ba7-8dd5-db81db07443c tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 210 time: 0.0322449 May 19 21:35:37.174866 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81323b-08dd-48aa-96c2-6034e5387076 req-9db6bf2e-f88a-4a4d-abe2-f5a52b12f1f6 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:37.176521 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cc81323b-08dd-48aa-96c2-6034e5387076 req-9db6bf2e-f88a-4a4d-abe2-f5a52b12f1f6 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0504539 May 19 21:35:37.235462 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cc81323b-08dd-48aa-96c2-6034e5387076 req-77a62b6b-3429-4802-b05d-a94bc50538a9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526013 May 19 21:35:37.333232 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e2699aa5-725d-4cdd-9ff9-c2bb9e4adf14 req-6e449232-8b0e-4c00-9462-c25928cd1245 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.0287249 May 19 21:35:37.692915 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da885d-ca45-4b04-a45e-b10a192927a4 req-d0457384-4dc0-4cd1-933e-80ae4e4c4efe tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:37.694444 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-92da885d-ca45-4b04-a45e-b10a192927a4 req-d0457384-4dc0-4cd1-933e-80ae4e4c4efe tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 943 time: 0.0488040 May 19 21:35:37.745921 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-92da885d-ca45-4b04-a45e-b10a192927a4 req-2d6227f1-ae3d-4a38-836f-408d7a23f4f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458224 May 19 21:35:37.884404 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43494d76-f366-4054-90cc-ca155be75ee9 req-b4748167-5722-4b04-902c-1fe7c06c469f tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 210 time: 0.0356660 May 19 21:35:38.219791 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device c48b591a-ce03-49e5-b5c1-3715c76df0d6 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:35:38.328134 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port c48b591a-ce03-49e5-b5c1-3715c76df0d6, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6,segment=NetworkSegment(c61e9678-3c61-4c5d-886e-12dc64c79860),segment_id=c61e9678-3c61-4c5d-886e-12dc64c79860)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:38.342571 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'port_id': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6', 'mac_address': 'fa:16:3e:e2:77:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:35:38.361477 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ae3a6-5328-4de5-b894-b434316b04d1 req-4e98a05b-6588-451a-8746-231456f6f1c3 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:38.363477 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e15ae3a6-5328-4de5-b894-b434316b04d1 req-4e98a05b-6588-451a-8746-231456f6f1c3 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0558560 May 19 21:35:38.389478 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port c48b591a-ce03-49e5-b5c1-3715c76df0d6 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:35:38.389749 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:38.389857 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:38.408917 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48b591a-ce03-49e5-b5c1-3715c76df0d6 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:35:38.427161 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e15ae3a6-5328-4de5-b894-b434316b04d1 req-97d2089f-279d-4a43-8666-8e6df9cd5203 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573108 May 19 21:35:38.435665 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port c48b591a-ce03-49e5-b5c1-3715c76df0d6, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6,segment=NetworkSegment(c61e9678-3c61-4c5d-886e-12dc64c79860),segment_id=c61e9678-3c61-4c5d-886e-12dc64c79860)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:38.442192 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:38.465540 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3650a122-9a40-4969-bc9c-e683e3fa2b8d req-64af0179-24db-4f16-bf24-f7017aeeeda9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.0449846 May 19 21:35:38.500687 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=c48b591a-ce03-49e5-b5c1-3715c76df0d6,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:38.755965 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-320ecd5f-f364-477f-a65b-a387ac833a7a req-3f068b93-0544-4442-971d-62dbde93239b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6 HTTP/1.1" status: 200 len: 217 time: 0.0593655 May 19 21:35:38.769827 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361566ec-f8ea-4a48-a097-5e262bffb2a2 req-e31501fe-d284-4c04-bb30-93003a68a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:38.772545 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-361566ec-f8ea-4a48-a097-5e262bffb2a2 req-e31501fe-d284-4c04-bb30-93003a68a173 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887835 May 19 21:35:38.876390 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3e057-fd5e-48eb-94f9-f4c5e13d6a69 req-e7337112-df00-4d12-b313-47303fe2d712 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:38.878023 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a6d3e057-fd5e-48eb-94f9-f4c5e13d6a69 req-e7337112-df00-4d12-b313-47303fe2d712 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 944 time: 0.0588157 May 19 21:35:38.950978 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a6d3e057-fd5e-48eb-94f9-f4c5e13d6a69 req-13d0d32c-a23d-41e8-98af-307c62d489f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663090 May 19 21:35:39.012317 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9f6230b0-6902-4efe-a480-2f1e5c0ee9c5 req-b9e7c59a-a112-4156-8ad5-cce8c036a112 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 210 time: 0.0336967 May 19 21:35:39.067751 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['c48b591a-ce03-49e5-b5c1-3715c76df0d6'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:35:39.357231 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5cd74807-4e6e-4c4c-83d5-9e9321867121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:39.627546 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:39.632855 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0246de50-af35-45d7-9b13-83062592ca11 req-330861f5-0b65-46cd-aad5-ca518e45c453 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=c887b19b903a4702b2812ef9b5b88ddc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1077173 May 19 21:35:39.681640 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ecd5f-f364-477f-a65b-a387ac833a7a req-0dca7bea-e5c6-49fe-bfc8-0592e49c38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:39.683188 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-320ecd5f-f364-477f-a65b-a387ac833a7a req-0dca7bea-e5c6-49fe-bfc8-0592e49c38dc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=916ab58a-7240-4bc0-9d5c-5ffd2e6846c9 HTTP/1.1" status: 200 len: 854 time: 0.1396027 May 19 21:35:39.688678 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c3ccd56c-f838-42b7-8d0d-17b6136755e2 req-7e345c0e-6871-47f0-af29-767b95d55834 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.1113639 May 19 21:35:39.779697 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ecd5f-f364-477f-a65b-a387ac833a7a req-b86e083b-0aeb-4fe1-9967-8ed253d9b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:39.781298 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-320ecd5f-f364-477f-a65b-a387ac833a7a req-b86e083b-0aeb-4fe1-9967-8ed253d9b6aa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788262 May 19 21:35:39.798881 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-361566ec-f8ea-4a48-a097-5e262bffb2a2 req-d18a87f0-6e21-43b0-835b-a27457d3f23e service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532916 May 19 21:35:40.058199 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90447b-815b-4374-a4f2-1f619c227f30 req-73a41391-2b1d-4f91-afa2-2f5204fd3d40 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:40.059902 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1a90447b-815b-4374-a4f2-1f619c227f30 req-73a41391-2b1d-4f91-afa2-2f5204fd3d40 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.5333214 May 19 21:35:40.204183 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20de000-411b-4e76-944b-8c44129d7bcf req-11da2daf-f473-496e-a765-4cca1288242c tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:40.205779 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-11da2daf-f473-496e-a765-4cca1288242c tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.87 "GET /v2.0/networks?id=00bbdffb-749b-4e56-86f3-df5fdbc057b9 HTTP/1.1" status: 200 len: 813 time: 0.6825080 May 19 21:35:40.215174 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789f4b0-b9f4-4a0c-a381-1abfeb5f90db req-4e2efe20-f4dd-4efd-b63b-9656cb231e2b tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:40.216793 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6789f4b0-b9f4-4a0c-a381-1abfeb5f90db req-4e2efe20-f4dd-4efd-b63b-9656cb231e2b tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 944 time: 0.1833348 May 19 21:35:40.236170 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1a90447b-815b-4374-a4f2-1f619c227f30 req-0468554f-e02e-46c3-9d7f-d500533e1c84 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642749 May 19 21:35:40.264610 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246de50-af35-45d7-9b13-83062592ca11 req-396cb564-1012-43ca-a265-9522dd1a7dff tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:40.268577 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0246de50-af35-45d7-9b13-83062592ca11 req-396cb564-1012-43ca-a265-9522dd1a7dff tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5847728 May 19 21:35:40.327127 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-361566ec-f8ea-4a48-a097-5e262bffb2a2 req-0043949d-db12-4ddf-9b5b-d7b008c65536 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331803 May 19 21:35:40.347913 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-320ecd5f-f364-477f-a65b-a387ac833a7a req-de055e29-2bc9-430a-bd1d-e18dbe291b91 service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399440 May 19 21:35:40.354983 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b4239199-71fa-4dae-97ef-b6e993ae8ac7 req-d003ebe4-1b33-4206-9f9a-363a395e395d tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 210 time: 0.0496311 May 19 21:35:40.356184 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6789f4b0-b9f4-4a0c-a381-1abfeb5f90db req-08c0179b-6fd3-41ac-aa67-c73f75ac3ed3 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232443 May 19 21:35:40.388987 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-c20de000-411b-4e76-944b-8c44129d7bcf req-02615a06-6625-4272-990f-33c0ba76e0f7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Request body: {'port': {'device_id': '8b820379-bb78-465a-a84d-7c1e945c74da', 'network_id': '00bbdffb-749b-4e56-86f3-df5fdbc057b9', 'admin_state_up': True, 'tenant_id': '120a6c484bec4e52bc5891c927647e75'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:35:40.459823 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:40.474015 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:40.505241 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device c48b591a-ce03-49e5-b5c1-3715c76df0d6 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:35:40.537894 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20de000-411b-4e76-944b-8c44129d7bcf req-02615a06-6625-4272-990f-33c0ba76e0f7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Made reservation on behalf of 120a6c484bec4e52bc5891c927647e75 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:35:40.545872 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c20de000-411b-4e76-944b-8c44129d7bcf req-02615a06-6625-4272-990f-33c0ba76e0f7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:40.553986 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:40.579957 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port c48b591a-ce03-49e5-b5c1-3715c76df0d6 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:35:40.587603 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port c48b591a-ce03-49e5-b5c1-3715c76df0d6 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:35:40.587975 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:40.703719 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port c48b591a-ce03-49e5-b5c1-3715c76df0d6 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:35:40.704353 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:40.718262 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-c20de000-411b-4e76-944b-8c44129d7bcf req-02615a06-6625-4272-990f-33c0ba76e0f7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Allocated IP 172.20.0.13 (00bbdffb-749b-4e56-86f3-df5fdbc057b9/52c06e48-9b53-4680-bc31-a82041087d38/ac2da9c6-dba5-4638-b63a-d637577ccb4a) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:35:40.751788 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:35:40.756104 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ecc827-21f3-4107-803e-b5e019512838" -d '{"events": [{"server_uuid": "89cb2230-d75e-4c8c-b47b-83f1698654dd", "name": "network-vif-plugged", "status": "completed", "tag": "c48b591a-ce03-49e5-b5c1-3715c76df0d6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:35:40.776985 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port c48b591a-ce03-49e5-b5c1-3715c76df0d6, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6,segment=NetworkSegment(c61e9678-3c61-4c5d-886e-12dc64c79860),segment_id=c61e9678-3c61-4c5d-886e-12dc64c79860)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:40.782093 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:40.876313 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982b163a-82d4-4e13-8a00-97245d564e83 x-openstack-request-id: req-982b163a-82d4-4e13-8a00-97245d564e83 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:35:40.876798 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cb2230-d75e-4c8c-b47b-83f1698654dd", "name": "network-vif-plugged", "status": "completed", "tag": "c48b591a-ce03-49e5-b5c1-3715c76df0d6", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:35:40.877193 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-982b163a-82d4-4e13-8a00-97245d564e83 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:35:40.877824 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982b163a-82d4-4e13-8a00-97245d564e83'] response: {'server_uuid': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6', 'code': 200} May 19 21:35:40.883109 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=c48b591a-ce03-49e5-b5c1-3715c76df0d6,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:40.893371 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.893707 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.894265 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.894608 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.894930 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.895270 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.895592 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.895913 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.896468 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.896793 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.897099 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.897405 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.897850 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.898212 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.898710 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:35:40.910380 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Request body: {'port': {'device_id': 'a331902f-10a9-4bca-bffb-8750e5f1a595', 'network_id': '75942863-9af7-491b-a083-94f8728ab5f2', 'admin_state_up': True, 'tenant_id': 'c887b19b903a4702b2812ef9b5b88ddc'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:35:40.997789 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:41.024875 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:41.032450 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-320ecd5f-f364-477f-a65b-a387ac833a7a req-113577fe-e2df-4bca-a873-50aef77fa9c3 service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943872 May 19 21:35:41.032754 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8529d4ff-ee01-42fb-8266-63bcc5700e64 req-96e13a48-8035-44bf-91bf-142001724d4b tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 210 time: 0.1046939 May 19 21:35:41.079932 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c20de000-411b-4e76-944b-8c44129d7bcf req-02615a06-6625-4272-990f-33c0ba76e0f7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks [] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:41.107896 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dec4ee-398c-45f2-83e8-2adf3284328d req-1e3a2b4b-66a8-4cc7-a6a2-757a30e5e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:41.109532 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-30dec4ee-398c-45f2-83e8-2adf3284328d req-1e3a2b4b-66a8-4cc7-a6a2-757a30e5e981 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 1129 time: 0.0483181 May 19 21:35:41.157649 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-30dec4ee-398c-45f2-83e8-2adf3284328d req-82538657-81c7-455b-80ea-aa2bf1a2e889 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411477 May 19 21:35:41.162549 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c20de000-411b-4e76-944b-8c44129d7bcf req-02615a06-6625-4272-990f-33c0ba76e0f7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:41.172834 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Made reservation on behalf of c887b19b903a4702b2812ef9b5b88ddc for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:35:41.176357 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:41.216850 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:41.248284 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20de000-411b-4e76-944b-8c44129d7bcf req-02615a06-6625-4272-990f-33c0ba76e0f7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Network 00bbdffb-749b-4e56-86f3-df5fdbc057b9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:35:41.250824 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02615a06-6625-4272-990f-33c0ba76e0f7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Pushing event updated for resources: {'Port': ['ID=ac2da9c6-dba5-4638-b63a-d637577ccb4a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:41.256948 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-c20de000-411b-4e76-944b-8c44129d7bcf req-02615a06-6625-4272-990f-33c0ba76e0f7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:35:41.259571 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20de000-411b-4e76-944b-8c44129d7bcf req-02615a06-6625-4272-990f-33c0ba76e0f7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:35:41.355041 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20de000-411b-4e76-944b-8c44129d7bcf req-02615a06-6625-4272-990f-33c0ba76e0f7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:41.355802 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c20de000-411b-4e76-944b-8c44129d7bcf req-02615a06-6625-4272-990f-33c0ba76e0f7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:41.391407 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-02615a06-6625-4272-990f-33c0ba76e0f7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0155568 May 19 21:35:41.407310 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf010d-53e7-408c-97c3-12a3829e5051 req-0ac6758b-21e7-4430-8dfd-8968776936ca tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:41.408947 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0ebf010d-53e7-408c-97c3-12a3829e5051 req-0ac6758b-21e7-4430-8dfd-8968776936ca tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0658832 May 19 21:35:41.420283 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:41.423026 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Publish callbacks [] for security_group (3201617c-0ccc-453d-8ee6-b0c8a8c8989b), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:41.429820 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (3201617c-0ccc-453d-8ee6-b0c8a8c8989b), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:41.487700 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0ebf010d-53e7-408c-97c3-12a3829e5051 req-1604a266-653b-498b-b579-8155adee63fb tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650036 May 19 21:35:41.601925 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b2d0aaf2-5a9c-4b78-868e-4854723f0caa req-32cd5dc4-2223-408a-ac52-38f32a270b2b tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 210 time: 0.0506456 May 19 21:35:41.636686 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3201617c-0ccc-453d-8ee6-b0c8a8c8989b,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:41.653120 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df1d1c-9b20-4fcf-9f50-fae1ea96da43 req-36c9500f-bf37-47f2-b980-5d3d79b4d5b4 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:41.655358 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b2df1d1c-9b20-4fcf-9f50-fae1ea96da43 req-36c9500f-bf37-47f2-b980-5d3d79b4d5b4 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 945 time: 0.1567593 May 19 21:35:41.739118 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Request body: {'port': {'device_id': '8b820379-bb78-465a-a84d-7c1e945c74da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:35:41.751428 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568500e9-ef2b-4fd1-9295-1f40e798c3cb req-eb93e81e-244a-4c41-945c-51826d090a0f tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:41.753759 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-568500e9-ef2b-4fd1-9295-1f40e798c3cb req-eb93e81e-244a-4c41-945c-51826d090a0f tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0704486 May 19 21:35:41.772419 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Allocated IP 192.168.233.100 (75942863-9af7-491b-a083-94f8728ab5f2/6744b41c-0f63-4f97-ade7-cf038667f37c/59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:35:41.798291 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b2df1d1c-9b20-4fcf-9f50-fae1ea96da43 req-43d60894-49e6-4caa-a737-8aea3926f0e6 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135676 May 19 21:35:41.813232 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-568500e9-ef2b-4fd1-9295-1f40e798c3cb req-494d416c-9af6-42fe-92cb-cd44d97eea32 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527174 May 19 21:35:41.837843 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 60300) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:35:41.864407 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:41.884404 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:41.985534 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:42.108940 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b98b8-bf6e-43fd-869a-c918c080e89d tempest-TestVolumeBootPattern-230343853 tempest-TestVolumeBootPattern-230343853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:42.111109 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-683b98b8-bf6e-43fd-869a-c918c080e89d tempest-TestVolumeBootPattern-230343853 tempest-TestVolumeBootPattern-230343853-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 1124 time: 0.2721641 May 19 21:35:42.114112 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 60306) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:35:42.122350 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Request body: {'floatingip': {'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'port_id': '2963a31a-a224-4676-b867-1f60fa8904c2', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:35:42.127585 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Publish callbacks [] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:42.161534 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:42.250986 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24067a3c-799a-48ac-9d56-44b6bebb4ebd req-2060c232-3f60-47f1-b9c0-ebc71101f75b tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:42.252560 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-24067a3c-799a-48ac-9d56-44b6bebb4ebd req-2060c232-3f60-47f1-b9c0-ebc71101f75b tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 932 time: 0.1176493 May 19 21:35:42.266297 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:42.283549 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:42.299237 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:42.315460 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:42.386231 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Network 75942863-9af7-491b-a083-94f8728ab5f2 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:35:42.386685 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Allocated IP 172.27.0.2 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/0db9a77a-0f89-4488-a0c9-8ed1e5f854e2) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:35:42.402205 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Pushing event updated for resources: {'Port': ['ID=59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:42.405890 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:35:42.414469 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-24067a3c-799a-48ac-9d56-44b6bebb4ebd req-a2bfd442-40df-4ad6-b57e-542c60761520 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533980 May 19 21:35:42.415242 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:35:42.511212 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:42.511815 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:42.518561 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2da9c6-dba5-4638-b63a-d637577ccb4a {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:35:42.532146 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Publish callbacks [] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:42.545964 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0246de50-af35-45d7-9b13-83062592ca11 req-d5b9104d-34f7-4617-a049-00ec961e1fd7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6397045 May 19 21:35:42.551765 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Transition to ACTIVE for port object ac2da9c6-dba5-4638-b63a-d637577ccb4a will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:35:42.561721 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for port (0db9a77a-0f89-4488-a0c9-8ed1e5f854e2), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:42.561965 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Request body: {'port': {'device_id': 'a331902f-10a9-4bca-bffb-8750e5f1a595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:35:42.565284 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:42.597764 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (0db9a77a-0f89-4488-a0c9-8ed1e5f854e2), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:42.645358 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Pushing event updated for resources: {'Port': ['ID=ac2da9c6-dba5-4638-b63a-d637577ccb4a,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:42.656018 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:35:42.659750 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:35:42.663814 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:35:42.666288 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'Port': ['ID=0db9a77a-0f89-4488-a0c9-8ed1e5f854e2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:42.707238 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:42.757968 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:42.760900 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:42.773965 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-35eaabb2-8090-44e2-8758-31dea7ca4043 None None] Provisioning complete for port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:35:42.774741 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-35eaabb2-8090-44e2-8758-31dea7ca4043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:42.780750 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:42.813352 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:42.822798 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Attempting to bind port ac2da9c6-dba5-4638-b63a-d637577ccb4a on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:35:42.823481 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Attempting to bind port ac2da9c6-dba5-4638-b63a-d637577ccb4a by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '1683a865-aec4-489d-84a2-beb8ed069cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00bbdffb-749b-4e56-86f3-df5fdbc057b9'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:35:42.824175 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Attempting to bind port ac2da9c6-dba5-4638-b63a-d637577ccb4a on network 00bbdffb-749b-4e56-86f3-df5fdbc057b9 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:35:42.843804 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d102c-0b9d-476b-8e0a-4afd482f1c97 req-0ed76dea-ee9f-4e9c-88d7-0e5536777184 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:42.844115 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-35eaabb2-8090-44e2-8758-31dea7ca4043 None None] Port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:35:42.844275 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-634d102c-0b9d-476b-8e0a-4afd482f1c97 req-0ed76dea-ee9f-4e9c-88d7-0e5536777184 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 936 time: 0.0960526 May 19 21:35:42.861296 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Port ac2da9c6-dba5-4638-b63a-d637577ccb4a on network 00bbdffb-749b-4e56-86f3-df5fdbc057b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:35:42.861629 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Attempting to bind port ac2da9c6-dba5-4638-b63a-d637577ccb4a on network 00bbdffb-749b-4e56-86f3-df5fdbc057b9 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:35:42.871851 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:35:42.872690 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Checking segment: {'id': '1683a865-aec4-489d-84a2-beb8ed069cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00bbdffb-749b-4e56-86f3-df5fdbc057b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:35:42.873098 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Bound using segment: {'id': '1683a865-aec4-489d-84a2-beb8ed069cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00bbdffb-749b-4e56-86f3-df5fdbc057b9'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:35:42.873541 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Bound port: ac2da9c6-dba5-4638-b63a-d637577ccb4a, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1683a865-aec4-489d-84a2-beb8ed069cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00bbdffb-749b-4e56-86f3-df5fdbc057b9'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:35:42.873905 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:42.946095 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=60 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:42.961078 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-634d102c-0b9d-476b-8e0a-4afd482f1c97 req-5a84d9bf-5807-4d5b-97dc-5d68c52e44d1 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088834 May 19 21:35:43.060643 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:43.083397 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d08552-f695-409c-8acf-0368302b685d req-d4ec4f45-84ae-422c-a47a-ec3f22b743a4 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:43.084944 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-57d08552-f695-409c-8acf-0368302b685d req-d4ec4f45-84ae-422c-a47a-ec3f22b743a4 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 945 time: 0.1635835 May 19 21:35:43.143073 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] For port ac2da9c6-dba5-4638-b63a-d637577ccb4a, host hv-cinder-83563, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:35:43.171058 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] For port ac2da9c6-dba5-4638-b63a-d637577ccb4a, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=ac2da9c6-dba5-4638-b63a-d637577ccb4a,segment=NetworkSegment(1683a865-aec4-489d-84a2-beb8ed069cc1),segment_id=1683a865-aec4-489d-84a2-beb8ed069cc1)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:35:43.187656 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:43.202961 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for floatingip (21d81042-1078-4357-b7ba-c0f2f0b83a59), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:43.235658 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:43.250212 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-57d08552-f695-409c-8acf-0368302b685d req-d3a45ea5-b4a5-46b4-932c-7da462f4b941 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136253 May 19 21:35:43.258666 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:43.259283 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:43.260765 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] 10.222.0.87 "PUT /v2.0/ports/ac2da9c6-dba5-4638-b63a-d637577ccb4a HTTP/1.1" status: 200 len: 1094 time: 1.5281510 May 19 21:35:43.261398 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b820379-bb78-465a-a84d-7c1e945c74da', 'tag': 'ac2da9c6-dba5-4638-b63a-d637577ccb4a'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:35:43.264863 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d92d63-88ba-4380-a7c2-eea32b864a74" -d '{"events": [{"name": "network-changed", "server_uuid": "8b820379-bb78-465a-a84d-7c1e945c74da", "tag": "ac2da9c6-dba5-4638-b63a-d637577ccb4a"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:35:43.297190 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (0db9a77a-0f89-4488-a0c9-8ed1e5f854e2), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:43.297762 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc486d4-c784-490f-ad07-d9aaf6f415cf service neutron] Pushing event updated for resources: {'Port': ['ID=ac2da9c6-dba5-4638-b63a-d637577ccb4a,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:43.301590 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:43.322059 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0f24e7-d578-467f-9692-c0f11b8b4adb x-openstack-request-id: req-6b0f24e7-d578-467f-9692-c0f11b8b4adb {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:35:43.322372 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b820379-bb78-465a-a84d-7c1e945c74da", "tag": "ac2da9c6-dba5-4638-b63a-d637577ccb4a", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:35:43.322619 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b0f24e7-d578-467f-9692-c0f11b8b4adb {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:35:43.323008 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b0f24e7-d578-467f-9692-c0f11b8b4adb'] response: {'name': 'network-changed', 'server_uuid': '8b820379-bb78-465a-a84d-7c1e945c74da', 'tag': 'ac2da9c6-dba5-4638-b63a-d637577ccb4a', 'status': 'completed', 'code': 200} May 19 21:35:43.361740 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:35:43.370543 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Publish callbacks [] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:43.412435 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Transition to ACTIVE for port object 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:35:43.420531 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:43.450899 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d92d63-88ba-4380-a7c2-eea32b864a74 req-4aba82ca-4e16-4793-bf06-b9a25d9da24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:43.452504 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d3d92d63-88ba-4380-a7c2-eea32b864a74 req-4aba82ca-4e16-4793-bf06-b9a25d9da24b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=120a6c484bec4e52bc5891c927647e75&device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 1128 time: 0.0697351 May 19 21:35:43.508992 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for port (0db9a77a-0f89-4488-a0c9-8ed1e5f854e2), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:43.516646 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (0db9a77a-0f89-4488-a0c9-8ed1e5f854e2), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:43.569644 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Pushing event updated for resources: {'Port': ['ID=59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:43.601414 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'Port': ['ID=0db9a77a-0f89-4488-a0c9-8ed1e5f854e2,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:43.617130 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (21d81042-1078-4357-b7ba-c0f2f0b83a59), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:43.630044 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:43.661885 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb2801-4e21-42ad-bc3a-0f73f4dacd75 req-be8d952f-2cf7-4ca5-9ec9-4390f2d8ef2f tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:43.663433 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cfdb2801-4e21-42ad-bc3a-0f73f4dacd75 req-be8d952f-2cf7-4ca5-9ec9-4390f2d8ef2f tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 944 time: 0.1258073 May 19 21:35:43.694687 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d92d63-88ba-4380-a7c2-eea32b864a74 req-9de0ae80-c526-4f82-b096-20965b46cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:43.696268 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d3d92d63-88ba-4380-a7c2-eea32b864a74 req-9de0ae80-c526-4f82-b096-20965b46cf96 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=120a6c484bec4e52bc5891c927647e75&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2345557 May 19 21:35:43.730024 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Floating IP 21d81042-1078-4357-b7ba-c0f2f0b83a59 associated. External IP: 172.27.0.2, port: 2963a31a-a224-4676-b867-1f60fa8904c2. May 19 21:35:43.775789 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Attempting to bind port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:35:43.776065 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Attempting to bind port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '5084247f-4dc4-456c-9784-fda0f6490c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '75942863-9af7-491b-a083-94f8728ab5f2'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:35:43.776321 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Attempting to bind port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 on network 75942863-9af7-491b-a083-94f8728ab5f2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:35:43.801996 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 on network 75942863-9af7-491b-a083-94f8728ab5f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:35:43.802357 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Attempting to bind port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 on network 75942863-9af7-491b-a083-94f8728ab5f2 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:35:43.815390 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cfdb2801-4e21-42ad-bc3a-0f73f4dacd75 req-a16964ea-7f58-4154-90f5-eef7f2b8fc7f tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357007 May 19 21:35:43.827577 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:35:43.827920 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Checking segment: {'id': '5084247f-4dc4-456c-9784-fda0f6490c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '75942863-9af7-491b-a083-94f8728ab5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:35:43.828312 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Bound using segment: {'id': '5084247f-4dc4-456c-9784-fda0f6490c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '75942863-9af7-491b-a083-94f8728ab5f2'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:35:43.828771 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Bound port: 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5084247f-4dc4-456c-9784-fda0f6490c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '75942863-9af7-491b-a083-94f8728ab5f2'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:35:43.829135 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:43.841573 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:43.876325 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d92d63-88ba-4380-a7c2-eea32b864a74 req-1a8568b4-cdef-46ae-8f60-b0e041111598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:43.877974 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d3d92d63-88ba-4380-a7c2-eea32b864a74 req-1a8568b4-cdef-46ae-8f60-b0e041111598 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1624591 May 19 21:35:44.036890 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Router 5c0f9981-5982-4c01-8f9a-432e4f111584 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:35:44.218676 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] For port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2, host hv-cinder-83563, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:35:44.239046 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] For port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2,segment=NetworkSegment(5084247f-4dc4-456c-9784-fda0f6490c33),segment_id=5084247f-4dc4-456c-9784-fda0f6490c33)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:35:44.244281 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20de000-411b-4e76-944b-8c44129d7bcf req-44c52924-5b77-4211-a0f7-e97d7d60cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:44.245863 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-44c52924-5b77-4211-a0f7-e97d7d60cebb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=120a6c484bec4e52bc5891c927647e75&device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 1128 time: 0.3213305 May 19 21:35:44.247655 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:44.317248 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:44.317876 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:44.319467 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0246de50-af35-45d7-9b13-83062592ca11 req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] 10.222.0.87 "PUT /v2.0/ports/59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 HTTP/1.1" status: 200 len: 1098 time: 1.7633057 May 19 21:35:44.323221 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-32b7f875-8486-4da2-b754-11ece8ea8e30 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac2da9c6-dba5-4638-b63a-d637577ccb4a HTTP/1.1" status: 200 len: 217 time: 0.0667748 May 19 21:35:44.441960 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e367a3-215b-4cae-857f-84a512f73807 service neutron] Pushing event updated for resources: {'Port': ['ID=59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:44.486007 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246de50-af35-45d7-9b13-83062592ca11 req-8f9e7cdf-bdde-47e8-9d59-123e8b2ea8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:44.487670 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0246de50-af35-45d7-9b13-83062592ca11 req-8f9e7cdf-bdde-47e8-9d59-123e8b2ea8cd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c887b19b903a4702b2812ef9b5b88ddc&device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 1132 time: 0.1061115 May 19 21:35:44.492513 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20de000-411b-4e76-944b-8c44129d7bcf req-134ccd75-e744-410b-8c20-f3ab416425af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:44.494079 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-134ccd75-e744-410b-8c20-f3ab416425af service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52c06e48-9b53-4680-bc31-a82041087d38 HTTP/1.1" status: 200 len: 853 time: 0.1641212 May 19 21:35:44.504709 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e1cb2-2a34-4d16-bba6-508b53418559 req-981cee19-0458-41b1-ad88-b5d164cd4ffe tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:44.506320 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fc9e1cb2-2a34-4d16-bba6-508b53418559 req-981cee19-0458-41b1-ad88-b5d164cd4ffe tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 945 time: 0.0950499 May 19 21:35:44.517729 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a5d1a-f72f-4a15-97b9-0c8c180b8025 req-95cd9b37-33f5-4bf7-8cc0-851ca93c5970 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:44.519423 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-112a5d1a-f72f-4a15-97b9-0c8c180b8025 req-95cd9b37-33f5-4bf7-8cc0-851ca93c5970 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 948 time: 0.3986902 May 19 21:35:44.556270 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:35:44.573049 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dbee8-fae2-415f-8626-2e68ba725c1c None None] Sync routers for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:35:44.588205 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0246de50-af35-45d7-9b13-83062592ca11 req-956489f1-a88c-4dbb-b470-40bcc3227c61 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 HTTP/1.1" status: 200 len: 217 time: 0.0901704 May 19 21:35:44.593293 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-a7717453-06eb-46dd-8964-cff687cff269 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=00bbdffb-749b-4e56-86f3-df5fdbc057b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806825 May 19 21:35:44.596486 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:44.598501 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:44.605077 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309dbee8-fae2-415f-8626-2e68ba725c1c None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:35:44.606319 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-309dbee8-fae2-415f-8626-2e68ba725c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:35:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:35:44.622881 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-112a5d1a-f72f-4a15-97b9-0c8c180b8025 req-17bcd0b8-21cd-4bf7-8bda-5d53cc16796f tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894787 May 19 21:35:44.636170 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f7876bff-af9c-4bb9-850e-045c741f7b92 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5204122 May 19 21:35:44.637153 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6442f189-c760-45c5-8313-4f1d3fe46461', 'tag': '2963a31a-a224-4676-b867-1f60fa8904c2'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:35:44.639859 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6abc65-5290-4a84-89a3-efba300a75fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6442f189-c760-45c5-8313-4f1d3fe46461", "tag": "2963a31a-a224-4676-b867-1f60fa8904c2"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:35:44.688531 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f7bac5-af29-4d09-87c9-7130b04bb2bb x-openstack-request-id: req-98f7bac5-af29-4d09-87c9-7130b04bb2bb {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:35:44.689000 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6442f189-c760-45c5-8313-4f1d3fe46461", "tag": "2963a31a-a224-4676-b867-1f60fa8904c2", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:35:44.689411 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98f7bac5-af29-4d09-87c9-7130b04bb2bb {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:35:44.690032 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f7bac5-af29-4d09-87c9-7130b04bb2bb'] response: {'name': 'network-changed', 'server_uuid': '6442f189-c760-45c5-8313-4f1d3fe46461', 'tag': '2963a31a-a224-4676-b867-1f60fa8904c2', 'status': 'completed', 'code': 200} May 19 21:35:44.741302 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fc9e1cb2-2a34-4d16-bba6-508b53418559 req-04905aa6-83bb-4de4-a44d-7b846d2ff825 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169058 May 19 21:35:44.770542 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246de50-af35-45d7-9b13-83062592ca11 req-6c8cf2e8-587f-42d2-aaed-011d7198bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:44.772656 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0246de50-af35-45d7-9b13-83062592ca11 req-6c8cf2e8-587f-42d2-aaed-011d7198bc57 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6744b41c-0f63-4f97-ade7-cf038667f37c HTTP/1.1" status: 200 len: 843 time: 0.1697598 May 19 21:35:44.782729 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6abc65-5290-4a84-89a3-efba300a75fe req-7a132fff-2f64-45f7-93b0-d2c9285c8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:44.784713 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1f6abc65-5290-4a84-89a3-efba300a75fe req-7a132fff-2f64-45f7-93b0-d2c9285c8d84 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 1129 time: 0.0766995 May 19 21:35:44.828868 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-309dbee8-fae2-415f-8626-2e68ba725c1c None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:35:44.872465 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-194b9841-6a84-42de-b030-2551357d59b6 service neutron] 10.222.0.87 "GET /v2.0/networks/00bbdffb-749b-4e56-86f3-df5fdbc057b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572694 May 19 21:35:44.876271 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246de50-af35-45d7-9b13-83062592ca11 req-e42bfe34-80f2-406e-b771-40d26427a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:44.877821 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0246de50-af35-45d7-9b13-83062592ca11 req-e42bfe34-80f2-406e-b771-40d26427a5d7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=75942863-9af7-491b-a083-94f8728ab5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0901253 May 19 21:35:44.898153 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:44.930938 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74c1d8-2182-4200-91e1-0c0b43cfb252 req-72bf131f-06d5-4bf4-ba48-7233a41fb70d tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:44.933383 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0e74c1d8-2182-4200-91e1-0c0b43cfb252 req-72bf131f-06d5-4bf4-ba48-7233a41fb70d tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 945 time: 0.0703237 May 19 21:35:44.977276 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6abc65-5290-4a84-89a3-efba300a75fe req-0dd5d26d-cedc-40e7-9c31-79e80f888387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:44.979063 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1f6abc65-5290-4a84-89a3-efba300a75fe req-0dd5d26d-cedc-40e7-9c31-79e80f888387 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 912 time: 0.1882131 May 19 21:35:44.998944 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:45.051499 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0e74c1d8-2182-4200-91e1-0c0b43cfb252 req-6cad95cb-0716-4954-b0af-ee7cec3da813 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089189 May 19 21:35:45.059973 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6da1-56e8-4024-9c21-0ef2d6c318d5 req-783e0796-8398-4c06-928c-ff6f78986a0d tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:45.062470 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5aed6da1-56e8-4024-9c21-0ef2d6c318d5 req-783e0796-8398-4c06-928c-ff6f78986a0d tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 944 time: 0.1302643 May 19 21:35:45.067542 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1f6abc65-5290-4a84-89a3-efba300a75fe req-905dc993-065c-4396-83c7-a313bd5f649d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2963a31a-a224-4676-b867-1f60fa8904c2 HTTP/1.1" status: 200 len: 997 time: 0.0824718 May 19 21:35:45.090258 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-309dbee8-fae2-415f-8626-2e68ba725c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '21d81042-1078-4357-b7ba-c0f2f0b83a59', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '2963a31a-a224-4676-b867-1f60fa8904c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:d0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6442f189-c760-45c5-8313-4f1d3fe46461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:35:43Z', 'updated_at': '2022-05-19T21:35:43Z', 'revision_number': 0, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:35:45.131930 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dbee8-fae2-415f-8626-2e68ba725c1c None None] Checking router: 5c0f9981-5982-4c01-8f9a-432e4f111584 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:35:45.137894 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6abc65-5290-4a84-89a3-efba300a75fe req-125d71b3-8e69-46b8-957a-e7b0029a9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:45.141564 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1f6abc65-5290-4a84-89a3-efba300a75fe req-125d71b3-8e69-46b8-957a-e7b0029a9ee8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e22e601-0eeb-4eed-b4ae-be0588320b1e HTTP/1.1" status: 200 len: 850 time: 0.0668552 May 19 21:35:45.144028 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309dbee8-fae2-415f-8626-2e68ba725c1c None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:35:45.144643 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-309dbee8-fae2-415f-8626-2e68ba725c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:35:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:35:45.168939 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-6c655c9d-c7bd-4676-bdba-394345f18c8d service neutron] 10.222.0.87 "GET /v2.0/networks/00bbdffb-749b-4e56-86f3-df5fdbc057b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898884 May 19 21:35:45.181296 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0246de50-af35-45d7-9b13-83062592ca11 req-4e3f2cfc-f311-49a1-b976-094b76c12a3d service neutron] 10.222.0.87 "GET /v2.0/networks/75942863-9af7-491b-a083-94f8728ab5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933888 May 19 21:35:45.212250 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6abc65-5290-4a84-89a3-efba300a75fe req-012e208c-f072-426c-9f9b-839a9c44701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:45.218406 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1f6abc65-5290-4a84-89a3-efba300a75fe req-012e208c-f072-426c-9f9b-839a9c44701f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5d9547d-2306-4c78-9ac6-532192256ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690842 May 19 21:35:45.221125 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5aed6da1-56e8-4024-9c21-0ef2d6c318d5 req-d872555b-f1d2-4988-be36-bd1ff1901e20 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481080 May 19 21:35:45.303601 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0246de50-af35-45d7-9b13-83062592ca11 req-9874afe0-e285-4c67-be28-f87e6afedbc2 service neutron] 10.222.0.87 "GET /v2.0/networks/75942863-9af7-491b-a083-94f8728ab5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112983 May 19 21:35:45.317277 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-309dbee8-fae2-415f-8626-2e68ba725c1c None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:35:45.324514 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a331902f-10a9-4bca-bffb-8750e5f1a595', 'tag': '59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:35:45.327591 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2516f04-f864-4c1b-86c2-47354c962ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "a331902f-10a9-4bca-bffb-8750e5f1a595", "tag": "59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:35:45.371468 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3076d8ec-8f45-400f-991d-aff52c4fa53a x-openstack-request-id: req-3076d8ec-8f45-400f-991d-aff52c4fa53a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:35:45.371912 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a331902f-10a9-4bca-bffb-8750e5f1a595", "tag": "59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:35:45.374384 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3076d8ec-8f45-400f-991d-aff52c4fa53a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:35:45.374384 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3076d8ec-8f45-400f-991d-aff52c4fa53a'] response: {'name': 'network-changed', 'server_uuid': 'a331902f-10a9-4bca-bffb-8750e5f1a595', 'tag': '59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2', 'status': 'completed', 'code': 200} May 19 21:35:45.456123 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f43b5-c907-41f8-9224-86bec58e6d4f req-e285d41b-51e5-4850-9260-37cc3df000f0 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:45.457785 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3b0f43b5-c907-41f8-9224-86bec58e6d4f req-e285d41b-51e5-4850-9260-37cc3df000f0 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 945 time: 0.0552089 May 19 21:35:45.523478 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3b0f43b5-c907-41f8-9224-86bec58e6d4f req-6b831039-3ad7-4097-bf78-d98e49af160c tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596890 May 19 21:35:45.578628 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-309dbee8-fae2-415f-8626-2e68ba725c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '21d81042-1078-4357-b7ba-c0f2f0b83a59', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '2963a31a-a224-4676-b867-1f60fa8904c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:d0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6442f189-c760-45c5-8313-4f1d3fe46461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:35:43Z', 'updated_at': '2022-05-19T21:35:43Z', 'revision_number': 0, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:35:45.604079 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dbee8-fae2-415f-8626-2e68ba725c1c None None] The sync data for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi is: [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '21d81042-1078-4357-b7ba-c0f2f0b83a59', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '2963a31a-a224-4676-b867-1f60fa8904c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:d0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6442f189-c760-45c5-8313-4f1d3fe46461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:35:43Z', 'updated_at': '2022-05-19T21:35:43Z', 'revision_number': 0, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:35:45.778850 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d6e7b-b07f-406e-aae3-425baa6f6a49 req-8b91273d-244b-48b9-ae22-2723bef3a3b5 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:45.780434 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2c3d6e7b-b07f-406e-aae3-425baa6f6a49 req-8b91273d-244b-48b9-ae22-2723bef3a3b5 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 948 time: 0.0567617 May 19 21:35:45.852467 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2c3d6e7b-b07f-406e-aae3-425baa6f6a49 req-75b81ac9-c19f-4f67-97d7-c86948f0cc9e tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651217 May 19 21:35:45.874940 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743c9832-3cd9-4f1e-9c45-6713fb69abff None None] New status for floating IP 21d81042-1078-4357-b7ba-c0f2f0b83a59: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:35:46.350986 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:46.363421 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb15736-6040-40c2-8002-2f0a8e83dcd9 req-c5af6eba-66a1-4eea-90f4-b0f4a35e1caa tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:46.364940 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0fb15736-6040-40c2-8002-2f0a8e83dcd9 req-c5af6eba-66a1-4eea-90f4-b0f4a35e1caa tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 944 time: 0.0579228 May 19 21:35:46.417465 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0fb15736-6040-40c2-8002-2f0a8e83dcd9 req-6bf6005e-fa91-4993-99c0-8270e21a4b91 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446198 May 19 21:35:46.972994 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d6252-b6eb-4814-8e0d-49c95ab8a8ce req-c4da32bc-84f3-436b-9992-b2495233f970 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:46.974901 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e39d6252-b6eb-4814-8e0d-49c95ab8a8ce req-c4da32bc-84f3-436b-9992-b2495233f970 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 948 time: 0.0523658 May 19 21:35:47.026190 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e39d6252-b6eb-4814-8e0d-49c95ab8a8ce req-f5e25c10-1499-4345-93ce-95ccdd7385fc tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 May 19 21:35:47.576576 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441aeed-002b-4718-a4cb-4f4632294066 req-9ef8a6a7-0251-410c-8274-e6efc02624b7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:47.579338 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a441aeed-002b-4718-a4cb-4f4632294066 req-9ef8a6a7-0251-410c-8274-e6efc02624b7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 944 time: 0.0905340 May 19 21:35:47.634063 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a441aeed-002b-4718-a4cb-4f4632294066 req-739ea05d-98ef-4605-8ae4-a4638e76be1c tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491078 May 19 21:35:48.151231 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c0035-df47-425a-89e9-67fbe657e813 req-7a26445e-ef88-4206-ab23-3d0b14312085 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:48.152897 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b22c0035-df47-425a-89e9-67fbe657e813 req-7a26445e-ef88-4206-ab23-3d0b14312085 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 948 time: 0.0516059 May 19 21:35:48.214388 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b22c0035-df47-425a-89e9-67fbe657e813 req-53f72057-c825-420d-adf2-7e465e04ec6a tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544662 May 19 21:35:48.529884 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device ac2da9c6-dba5-4638-b63a-d637577ccb4a details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:35:48.652736 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port ac2da9c6-dba5-4638-b63a-d637577ccb4a, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=ac2da9c6-dba5-4638-b63a-d637577ccb4a,segment=NetworkSegment(1683a865-aec4-489d-84a2-beb8ed069cc1),segment_id=1683a865-aec4-489d-84a2-beb8ed069cc1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:48.667161 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': 'ac2da9c6-dba5-4638-b63a-d637577ccb4a', 'network_id': '00bbdffb-749b-4e56-86f3-df5fdbc057b9', 'port_id': 'ac2da9c6-dba5-4638-b63a-d637577ccb4a', 'mac_address': 'fa:16:3e:cd:ae:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c06e48-9b53-4680-bc31-a82041087d38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:35:48.708399 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port ac2da9c6-dba5-4638-b63a-d637577ccb4a is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:35:48.709019 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:48.727854 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2da9c6-dba5-4638-b63a-d637577ccb4a {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:35:48.752881 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port ac2da9c6-dba5-4638-b63a-d637577ccb4a, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=ac2da9c6-dba5-4638-b63a-d637577ccb4a,segment=NetworkSegment(1683a865-aec4-489d-84a2-beb8ed069cc1),segment_id=1683a865-aec4-489d-84a2-beb8ed069cc1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:48.759571 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:48.794268 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105b83f-5e4d-40be-9329-d0638addde10 req-31b3884d-4c5e-41af-8a85-db8101763054 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:48.795842 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6105b83f-5e4d-40be-9329-d0638addde10 req-31b3884d-4c5e-41af-8a85-db8101763054 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 944 time: 0.0854387 May 19 21:35:48.820881 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:48.832023 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=ac2da9c6-dba5-4638-b63a-d637577ccb4a,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:48.867412 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6105b83f-5e4d-40be-9329-d0638addde10 req-03863c0a-ec4e-4b7f-ad8e-bc47ac60ea66 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609455 May 19 21:35:48.904595 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1f6abc65-5290-4a84-89a3-efba300a75fe req-7115608d-41b9-48aa-ac96-66be774a2733 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411929 May 19 21:35:49.343669 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3f8b3-0af6-4540-be3b-1d30e9a7ce87 req-7f543912-c61e-4c2a-bf09-1ecd07dadb84 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:49.345247 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cfd3f8b3-0af6-4540-be3b-1d30e9a7ce87 req-7f543912-c61e-4c2a-bf09-1ecd07dadb84 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 948 time: 0.0574455 May 19 21:35:49.400842 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cfd3f8b3-0af6-4540-be3b-1d30e9a7ce87 req-fb688fba-7610-4ed4-86fc-45d420b01ca6 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481021 May 19 21:35:49.575241 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['ac2da9c6-dba5-4638-b63a-d637577ccb4a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:35:49.997425 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b902ae-79d7-4f05-a423-e5c29d9dff3d req-805bc8ed-5513-4f71-aa98-f504e19b6265 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:49.998973 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a2b902ae-79d7-4f05-a423-e5c29d9dff3d req-805bc8ed-5513-4f71-aa98-f504e19b6265 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 945 time: 0.0511796 May 19 21:35:50.052119 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a2b902ae-79d7-4f05-a423-e5c29d9dff3d req-9b0021fb-cae9-4818-b381-aaebe6321e22 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474410 May 19 21:35:50.539587 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d6aa2-945e-4c9f-9d9e-0f389585a646 req-3192d4fa-bfef-49c7-a352-52f0744900ce tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:50.542150 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-680d6aa2-945e-4c9f-9d9e-0f389585a646 req-3192d4fa-bfef-49c7-a352-52f0744900ce tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 948 time: 0.0549328 May 19 21:35:50.595732 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:50.601189 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-680d6aa2-945e-4c9f-9d9e-0f389585a646 req-e6eb7a37-f91a-414d-8010-d113bf63b9b8 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486674 May 19 21:35:51.182815 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58642ee-6b93-44ec-982b-62c71598f8c0 req-26ed4e7e-297f-454e-b8c6-6d4c84d32e16 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:51.184651 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f58642ee-6b93-44ec-982b-62c71598f8c0 req-26ed4e7e-297f-454e-b8c6-6d4c84d32e16 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 945 time: 0.0552590 May 19 21:35:51.224758 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device ac2da9c6-dba5-4638-b63a-d637577ccb4a up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:35:51.256583 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f58642ee-6b93-44ec-982b-62c71598f8c0 req-054b507e-32a8-408f-aec8-d82d1e98d044 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648665 May 19 21:35:51.286410 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port ac2da9c6-dba5-4638-b63a-d637577ccb4a completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:35:51.294099 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port ac2da9c6-dba5-4638-b63a-d637577ccb4a triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:35:51.294487 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:51.385917 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port ac2da9c6-dba5-4638-b63a-d637577ccb4a is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:35:51.386358 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:51.411841 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b820379-bb78-465a-a84d-7c1e945c74da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2da9c6-dba5-4638-b63a-d637577ccb4a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:35:51.414554 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1dc95b-ed00-4097-975e-f794f8dfd895" -d '{"events": [{"server_uuid": "8b820379-bb78-465a-a84d-7c1e945c74da", "name": "network-vif-plugged", "status": "completed", "tag": "ac2da9c6-dba5-4638-b63a-d637577ccb4a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:35:51.428629 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port ac2da9c6-dba5-4638-b63a-d637577ccb4a, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=ac2da9c6-dba5-4638-b63a-d637577ccb4a,segment=NetworkSegment(1683a865-aec4-489d-84a2-beb8ed069cc1),segment_id=1683a865-aec4-489d-84a2-beb8ed069cc1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:51.433937 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:51.440577 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:51.474465 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:51.479021 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca9453f-251b-4910-a269-9bea046aa576 x-openstack-request-id: req-cca9453f-251b-4910-a269-9bea046aa576 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:35:51.479367 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b820379-bb78-465a-a84d-7c1e945c74da", "name": "network-vif-plugged", "status": "completed", "tag": "ac2da9c6-dba5-4638-b63a-d637577ccb4a", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:35:51.479599 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cca9453f-251b-4910-a269-9bea046aa576 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:35:51.479990 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca9453f-251b-4910-a269-9bea046aa576'] response: {'server_uuid': '8b820379-bb78-465a-a84d-7c1e945c74da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2da9c6-dba5-4638-b63a-d637577ccb4a', 'code': 200} May 19 21:35:51.499862 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=ac2da9c6-dba5-4638-b63a-d637577ccb4a,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:51.734328 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d5e64-f1b0-4077-bf97-f289ece1cdb9 req-e077e60a-7c08-411b-b237-fd2536330787 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:51.735940 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f14d5e64-f1b0-4077-bf97-f289ece1cdb9 req-e077e60a-7c08-411b-b237-fd2536330787 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 948 time: 0.0575657 May 19 21:35:51.793023 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f14d5e64-f1b0-4077-bf97-f289ece1cdb9 req-db029068-6062-46be-892c-d1c347cd83c2 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477583 May 19 21:35:52.386356 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7233-ff3a-4226-86f8-a48e978d18f4 req-7fa4ef2b-f627-4009-b63b-4db6f384ff0e tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:52.388165 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0e6f7233-ff3a-4226-86f8-a48e978d18f4 req-7fa4ef2b-f627-4009-b63b-4db6f384ff0e tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 946 time: 0.0530677 May 19 21:35:52.468287 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0e6f7233-ff3a-4226-86f8-a48e978d18f4 req-908e3de6-0406-4374-8a45-d2138a453ba4 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719399 May 19 21:35:52.518551 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2516f04-f864-4c1b-86c2-47354c962ae3 req-603452ad-0eba-4497-a220-8374d3f31036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:52.520560 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c2516f04-f864-4c1b-86c2-47354c962ae3 req-603452ad-0eba-4497-a220-8374d3f31036 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c887b19b903a4702b2812ef9b5b88ddc&device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 1132 time: 0.0776560 May 19 21:35:52.539492 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1f6abc65-5290-4a84-89a3-efba300a75fe req-1ad391e8-5487-44b9-b75a-fd398e30b0d7 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099479 May 19 21:35:52.678314 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2516f04-f864-4c1b-86c2-47354c962ae3 req-6112e67b-d670-4182-adc7-30b021603b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:52.681005 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c2516f04-f864-4c1b-86c2-47354c962ae3 req-6112e67b-d670-4182-adc7-30b021603b36 service neutron] 10.222.0.87 "GET /v2.0/networks?id=75942863-9af7-491b-a083-94f8728ab5f2 HTTP/1.1" status: 200 len: 870 time: 0.1518266 May 19 21:35:52.718026 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bcf27-b7ad-4fd2-8918-f712161ef6f4 req-1dcdc857-fac6-4f0c-8dd1-d995caa4d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:52.720532 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-370bcf27-b7ad-4fd2-8918-f712161ef6f4 req-1dcdc857-fac6-4f0c-8dd1-d995caa4d324 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 1130 time: 0.0773571 May 19 21:35:52.758625 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c2516f04-f864-4c1b-86c2-47354c962ae3 req-f580c2d2-42ac-4d78-9ede-ceb807c6dc84 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 HTTP/1.1" status: 200 len: 217 time: 0.0693719 May 19 21:35:52.790896 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-370bcf27-b7ad-4fd2-8918-f712161ef6f4 req-7bccf3ca-d12e-433c-bf91-1d4a4c529790 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601234 May 19 21:35:52.827801 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2516f04-f864-4c1b-86c2-47354c962ae3 req-218f6911-9ef9-460a-8fcb-dd26a9d42031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:52.830384 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c2516f04-f864-4c1b-86c2-47354c962ae3 req-218f6911-9ef9-460a-8fcb-dd26a9d42031 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6744b41c-0f63-4f97-ade7-cf038667f37c HTTP/1.1" status: 200 len: 843 time: 0.0632129 May 19 21:35:52.924932 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125feb8-eebb-4a85-86c7-5234036b2133 req-cab04fee-bc6e-4a2f-b858-d68c2ef4dd85 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:52.926495 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f125feb8-eebb-4a85-86c7-5234036b2133 req-cab04fee-bc6e-4a2f-b858-d68c2ef4dd85 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 948 time: 0.0534368 May 19 21:35:52.982851 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f125feb8-eebb-4a85-86c7-5234036b2133 req-2aeb1ccf-9061-4614-a112-64a1036832ec tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503983 May 19 21:35:53.138984 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2516f04-f864-4c1b-86c2-47354c962ae3 req-3466e1b7-45c4-4553-bdab-479284585cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:53.140853 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c2516f04-f864-4c1b-86c2-47354c962ae3 req-3466e1b7-45c4-4553-bdab-479284585cc5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=75942863-9af7-491b-a083-94f8728ab5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0474167 May 19 21:35:53.188570 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:35:53.237406 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:53.272580 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c2516f04-f864-4c1b-86c2-47354c962ae3 req-390fd52c-eee5-4c29-b079-788457c2aad2 service neutron] 10.222.0.87 "GET /v2.0/networks/75942863-9af7-491b-a083-94f8728ab5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183517 May 19 21:35:53.307472 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2,segment=NetworkSegment(5084247f-4dc4-456c-9784-fda0f6490c33),segment_id=5084247f-4dc4-456c-9784-fda0f6490c33)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:53.320918 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2', 'network_id': '75942863-9af7-491b-a083-94f8728ab5f2', 'port_id': '59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2', 'mac_address': 'fa:16:3e:4a:57:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6744b41c-0f63-4f97-ade7-cf038667f37c', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:35:53.369499 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:35:53.370033 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:53.387358 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:35:53.412462 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2,segment=NetworkSegment(5084247f-4dc4-456c-9784-fda0f6490c33),segment_id=5084247f-4dc4-456c-9784-fda0f6490c33)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:53.417429 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:53.422506 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c2516f04-f864-4c1b-86c2-47354c962ae3 req-98cb8cd5-12cb-401c-a5ef-73c07c059ecd service neutron] 10.222.0.87 "GET /v2.0/networks/75942863-9af7-491b-a083-94f8728ab5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424065 May 19 21:35:53.469985 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:53.621133 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de5397-5647-4f90-b91a-96e97a5bfcc7 req-0b6141a4-2fac-4c9b-8e45-b9ad2ffde072 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:53.624195 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-22de5397-5647-4f90-b91a-96e97a5bfcc7 req-0b6141a4-2fac-4c9b-8e45-b9ad2ffde072 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 946 time: 0.0624826 May 19 21:35:53.699376 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-22de5397-5647-4f90-b91a-96e97a5bfcc7 req-6baff310-4372-41ac-8339-10e35470ceca tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687249 May 19 21:35:53.978188 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:35:54.163217 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c1bfd-e3ed-4824-ad5a-2153a7c08fd6 req-893a8308-eda6-4f16-aef9-646c0719530d tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:54.164882 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-200c1bfd-e3ed-4824-ad5a-2153a7c08fd6 req-893a8308-eda6-4f16-aef9-646c0719530d tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 949 time: 0.0665829 May 19 21:35:54.225582 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-200c1bfd-e3ed-4824-ad5a-2153a7c08fd6 req-523551ba-9c96-44da-bd54-e5236b8b6d3c tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539587 May 19 21:35:54.833790 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be057b6-b8f0-4602-a913-551609bfb51d req-4a9fbb7f-bd46-4ca2-925f-8c08c4feaf62 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:54.835415 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4be057b6-b8f0-4602-a913-551609bfb51d req-4a9fbb7f-bd46-4ca2-925f-8c08c4feaf62 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 946 time: 0.0556502 May 19 21:35:54.905494 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4be057b6-b8f0-4602-a913-551609bfb51d req-463201c9-d683-4496-9c55-1811b8cdcea7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612674 May 19 21:35:55.357047 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de493f66-6fa4-41d4-8f84-c5aa576f14e3 req-6838c42a-d2e4-4615-a923-77a543de3691 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:55.358721 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-de493f66-6fa4-41d4-8f84-c5aa576f14e3 req-6838c42a-d2e4-4615-a923-77a543de3691 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 949 time: 0.0539389 May 19 21:35:55.420649 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-de493f66-6fa4-41d4-8f84-c5aa576f14e3 req-dfb0fb96-46f2-4731-8efb-f8753cd3f009 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507927 May 19 21:35:55.593146 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:35:55.637138 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:35:55.645325 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:35:55.645768 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:55.767927 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:35:55.768544 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:55.807182 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a331902f-10a9-4bca-bffb-8750e5f1a595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:35:55.809828 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb7cbeb-cb7d-40d3-80b5-46a7ed164c59" -d '{"events": [{"server_uuid": "a331902f-10a9-4bca-bffb-8750e5f1a595", "name": "network-vif-plugged", "status": "completed", "tag": "59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:35:55.832165 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2,segment=NetworkSegment(5084247f-4dc4-456c-9784-fda0f6490c33),segment_id=5084247f-4dc4-456c-9784-fda0f6490c33)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:35:55.838364 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:35:55.874147 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de110d7b-6305-4b77-a404-967181c32147 x-openstack-request-id: req-de110d7b-6305-4b77-a404-967181c32147 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:35:55.874585 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a331902f-10a9-4bca-bffb-8750e5f1a595", "name": "network-vif-plugged", "status": "completed", "tag": "59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:35:55.874997 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de110d7b-6305-4b77-a404-967181c32147 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:35:55.875452 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de110d7b-6305-4b77-a404-967181c32147'] response: {'server_uuid': 'a331902f-10a9-4bca-bffb-8750e5f1a595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2', 'code': 200} May 19 21:35:55.908542 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:35:56.055503 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395abfd5-6c99-44cf-92c5-fe654005fb33 req-ffa43f61-e835-482f-a7e9-e63e50fa6182 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:56.058209 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-395abfd5-6c99-44cf-92c5-fe654005fb33 req-ffa43f61-e835-482f-a7e9-e63e50fa6182 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 946 time: 0.0631053 May 19 21:35:56.116176 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:56.148579 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48f96-f56c-4f28-97b8-4da6acc91944 req-9e459cf9-196b-4178-86f4-4cf394d7dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:56.151114 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bfd48f96-f56c-4f28-97b8-4da6acc91944 req-9e459cf9-196b-4178-86f4-4cf394d7dd11 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 1134 time: 0.0906034 May 19 21:35:56.221640 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-395abfd5-6c99-44cf-92c5-fe654005fb33 req-79282e01-a3c9-4ed1-944a-38bd57fbd3c4 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488371 May 19 21:35:56.259182 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bfd48f96-f56c-4f28-97b8-4da6acc91944 req-e4c36b16-e413-4737-a6f2-78c4e3c920f0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915394 May 19 21:35:56.566889 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfdaf5-9d85-4ce5-9c3a-3b2a0f84ac96 req-10a51038-872d-4849-860a-0078701201b7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:56.568565 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18dfdaf5-9d85-4ce5-9c3a-3b2a0f84ac96 req-10a51038-872d-4849-860a-0078701201b7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 950 time: 0.0618143 May 19 21:35:56.582048 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:56.639514 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18dfdaf5-9d85-4ce5-9c3a-3b2a0f84ac96 req-9e52d683-de87-41a3-9390-3edb89702b06 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632861 May 19 21:35:56.949861 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=82 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:56.950758 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=72 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:35:57.796863 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eb5a9-0551-447a-8e92-e33913d1c66d req-db709520-6b56-4f9c-ad83-f9a3d8f9b078 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:57.798598 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ef1eb5a9-0551-447a-8e92-e33913d1c66d req-db709520-6b56-4f9c-ad83-f9a3d8f9b078 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 950 time: 0.0607574 May 19 21:35:57.859555 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ef1eb5a9-0551-447a-8e92-e33913d1c66d req-4d84c6ce-2ba2-4764-b1b7-f8593278a6e7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504830 May 19 21:35:59.023538 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0f2fd-b77a-4323-8e9f-167e36e96f41 req-83031860-5db0-440c-8366-78696f6de338 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:35:59.025065 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01f0f2fd-b77a-4323-8e9f-167e36e96f41 req-83031860-5db0-440c-8366-78696f6de338 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 950 time: 0.0527656 May 19 21:35:59.085176 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01f0f2fd-b77a-4323-8e9f-167e36e96f41 req-a1bcacea-9461-418b-9936-abf9c399f2bf tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494983 May 19 21:36:00.212381 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cef52-bbfc-40e1-a0ee-356a024b96a3 req-4b112c13-5dce-46f2-aa1e-e85498fd2908 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:00.214369 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6b3cef52-bbfc-40e1-a0ee-356a024b96a3 req-4b112c13-5dce-46f2-aa1e-e85498fd2908 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 950 time: 0.0508869 May 19 21:36:00.292831 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6b3cef52-bbfc-40e1-a0ee-356a024b96a3 req-d0080f29-4915-4c70-947f-b55abe82b086 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693572 May 19 21:36:01.420971 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c53bc5-6e36-4c1a-9e0c-3aa00d7abd0c req-a33f4876-977b-4e15-b9cf-893a0a3b72a4 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:01.422543 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b6c53bc5-6e36-4c1a-9e0c-3aa00d7abd0c req-a33f4876-977b-4e15-b9cf-893a0a3b72a4 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 950 time: 0.0572872 May 19 21:36:01.474606 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b6c53bc5-6e36-4c1a-9e0c-3aa00d7abd0c req-e92d4b00-87db-4559-aafb-2aa7ebc88c80 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427735 May 19 21:36:01.781273 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205693a6-6a54-448f-9871-5974ed998dc9 req-e2b0262c-fb9b-46ed-a368-02970cddd1c7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:01.782911 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-205693a6-6a54-448f-9871-5974ed998dc9 req-e2b0262c-fb9b-46ed-a368-02970cddd1c7 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 950 time: 0.0621367 May 19 21:36:01.848824 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-205693a6-6a54-448f-9871-5974ed998dc9 req-c6ddb0f2-b215-405f-aa20-a28bc9289643 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601189 May 19 21:36:02.981129 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d0c3-8b1a-48e8-adb9-c0296d855df8 req-9662572d-16ec-408d-b5fa-a961ee9a3ee8 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:02.982743 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a618d0c3-8b1a-48e8-adb9-c0296d855df8 req-9662572d-16ec-408d-b5fa-a961ee9a3ee8 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 950 time: 0.0548489 May 19 21:36:03.032560 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a618d0c3-8b1a-48e8-adb9-c0296d855df8 req-7a50d28b-101a-4ac7-876d-0c87c5ab6208 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441878 May 19 21:36:04.153902 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49425bc5-e56b-48bf-9164-82e95c97f10b req-00020c38-e41e-4ce9-84e3-d01898571876 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:04.155557 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-49425bc5-e56b-48bf-9164-82e95c97f10b req-00020c38-e41e-4ce9-84e3-d01898571876 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 950 time: 0.0508428 May 19 21:36:04.209691 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-49425bc5-e56b-48bf-9164-82e95c97f10b req-7e08cdc7-55ec-4e79-ba64-dc34a2480764 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/security-groups?id=3201617c-0ccc-453d-8ee6-b0c8a8c8989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482740 May 19 21:36:04.723666 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ee942-d3ed-4423-a3a5-253107aed33d req-ecb7c51e-5da1-48cc-bebf-7fb4b13bfa25 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:04.726269 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a49ee942-d3ed-4423-a3a5-253107aed33d req-ecb7c51e-5da1-48cc-bebf-7fb4b13bfa25 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.87 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 950 time: 0.0711889 May 19 21:36:04.787977 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a5f47-57dd-4d24-88f1-2071fccea86f req-0a869639-87ba-44a8-87b4-2d24fd0bd7b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:04.789907 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dc0a5f47-57dd-4d24-88f1-2071fccea86f req-0a869639-87ba-44a8-87b4-2d24fd0bd7b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 945 time: 0.0591972 May 19 21:36:04.831159 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:04.839459 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-a49ee942-d3ed-4423-a3a5-253107aed33d req-02e6123e-f34b-4271-b18a-1e8d6440e271 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Deleting port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:36:04.842083 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a49ee942-d3ed-4423-a3a5-253107aed33d req-02e6123e-f34b-4271-b18a-1e8d6440e271 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:04.863824 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dc0a5f47-57dd-4d24-88f1-2071fccea86f req-938ede3f-c1d8-45e3-8e91-652d59f304de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667355 May 19 21:36:04.897548 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 60544) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:36:04.974805 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-a49ee942-d3ed-4423-a3a5-253107aed33d req-02e6123e-f34b-4271-b18a-1e8d6440e271 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] For port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2,segment=NetworkSegment(5084247f-4dc4-456c-9784-fda0f6490c33),segment_id=5084247f-4dc4-456c-9784-fda0f6490c33)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:36:04.975156 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a49ee942-d3ed-4423-a3a5-253107aed33d req-02e6123e-f34b-4271-b18a-1e8d6440e271 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:04.992134 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-a49ee942-d3ed-4423-a3a5-253107aed33d req-02e6123e-f34b-4271-b18a-1e8d6440e271 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Calling delete_port for 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:36:05.110397 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3906eb8-7eb1-4cc8-a4be-6bb6fcff2211 tempest-TestMinimumBasicScenario-1265839428 tempest-TestMinimumBasicScenario-1265839428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:05.112144 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c3906eb8-7eb1-4cc8-a4be-6bb6fcff2211 tempest-TestMinimumBasicScenario-1265839428 tempest-TestMinimumBasicScenario-1265839428-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 1124 time: 0.2130351 May 19 21:36:05.117391 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 60548) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:36:05.126285 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Request body: {'floatingip': {'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'port_id': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:36:05.151660 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a49ee942-d3ed-4423-a3a5-253107aed33d req-02e6123e-f34b-4271-b18a-1e8d6440e271 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:05.156284 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:05.168219 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:36:05.193114 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6123e-f34b-4271-b18a-1e8d6440e271 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Pushing event deleted for resources: {'Port': ['ID=59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:05.241259 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:05.245957 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49ee942-d3ed-4423-a3a5-253107aed33d req-02e6123e-f34b-4271-b18a-1e8d6440e271 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] No DVR routers for this DVR port 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 on host hv-cinder-83563 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:36:05.253554 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-a49ee942-d3ed-4423-a3a5-253107aed33d req-02e6123e-f34b-4271-b18a-1e8d6440e271 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:05.257212 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a49ee942-d3ed-4423-a3a5-253107aed33d req-02e6123e-f34b-4271-b18a-1e8d6440e271 tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.87 "DELETE /v2.0/ports/59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 HTTP/1.1" status: 204 len: 173 time: 0.5240934 May 19 21:36:05.257580 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a331902f-10a9-4bca-bffb-8750e5f1a595', 'name': 'network-vif-deleted', 'tag': '59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:36:05.263131 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed324f3-18c5-47f3-90f1-e7cdf2a06167" -d '{"events": [{"server_uuid": "a331902f-10a9-4bca-bffb-8750e5f1a595", "name": "network-vif-deleted", "tag": "59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:36:05.295606 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:05.391498 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6a381af0-a5a0-4b7c-aaa1-a2c66255fe82 req-3427e36c-c6b8-42d0-990e-9939ce1ab1dd tempest-VolumesNegativeTest-250895330 tempest-VolumesNegativeTest-250895330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a331902f-10a9-4bca-bffb-8750e5f1a595 HTTP/1.1" status: 200 len: 210 time: 0.0449555 May 19 21:36:05.399599 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baba7157-87ae-47d8-a7bf-47a67e9a4725 x-openstack-request-id: req-baba7157-87ae-47d8-a7bf-47a67e9a4725 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:36:05.410638 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a331902f-10a9-4bca-bffb-8750e5f1a595", "name": "network-vif-deleted", "tag": "59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:36:05.411560 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-baba7157-87ae-47d8-a7bf-47a67e9a4725 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:36:05.412190 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baba7157-87ae-47d8-a7bf-47a67e9a4725'] response: {'server_uuid': 'a331902f-10a9-4bca-bffb-8750e5f1a595', 'name': 'network-vif-deleted', 'tag': '59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2', 'status': 'completed', 'code': 200} May 19 21:36:05.515616 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Allocated IP 172.27.0.107 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/9754f893-da0d-4022-897a-5f412515fcc0) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:36:05.647683 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for port (9754f893-da0d-4022-897a-5f412515fcc0), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:05.695733 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (9754f893-da0d-4022-897a-5f412515fcc0), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:05.744477 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:36:05.748020 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:36:05.752408 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:36:05.777750 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:05.783987 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event updated for resources: {'Port': ['ID=9754f893-da0d-4022-897a-5f412515fcc0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:05.908550 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:06.192974 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for floatingip (b3bbb815-ddff-44fb-86e0-825f63243839), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:06.261232 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:06.275853 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (9754f893-da0d-4022-897a-5f412515fcc0), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:06.519704 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for port (9754f893-da0d-4022-897a-5f412515fcc0), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:06.526018 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (9754f893-da0d-4022-897a-5f412515fcc0), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:06.610330 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event updated for resources: {'Port': ['ID=9754f893-da0d-4022-897a-5f412515fcc0,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:06.629780 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (b3bbb815-ddff-44fb-86e0-825f63243839), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:06.672405 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e0efcb5-d295-4cc6-a4c8-8737ad09cd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:06.747433 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Floating IP b3bbb815-ddff-44fb-86e0-825f63243839 associated. External IP: 172.27.0.107, port: c48b591a-ce03-49e5-b5c1-3715c76df0d6. May 19 21:36:06.874761 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:07.013066 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:36:07.118379 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=14 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:07.140826 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=12 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:07.180911 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:36:07.194545 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3995dc24-d384-459f-bb54-63d66a90db3a None None] Sync routers for ids ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:36:07.206428 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995dc24-d384-459f-bb54-63d66a90db3a None None] Routers {'2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:36:07.207123 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3995dc24-d384-459f-bb54-63d66a90db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:35:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:36:07.210876 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:07.247078 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 60604) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:36:07.252513 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-aa6cdd5f-ef21-4c70-9c4c-3c61bbd68073 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-569033552', 'description': 'tempest-secgroup-smoke-569033552 description', 'project_id': '3fcf03712c6f4926a2a95dfd0519536a'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:36:07.257476 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-341b87cb-d2df-4a20-a99f-bd93225925de tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1382272 May 19 21:36:07.260542 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'tag': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:36:07.267278 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daa6dc1-b556-4e79-a73a-75436c07f63f" -d '{"events": [{"name": "network-changed", "server_uuid": "89cb2230-d75e-4c8c-b47b-83f1698654dd", "tag": "c48b591a-ce03-49e5-b5c1-3715c76df0d6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:36:07.291007 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdd5f-ef21-4c70-9c4c-3c61bbd68073 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:07.314204 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4622e71d-0c7b-4002-ab48-d6bc916ff5e1 x-openstack-request-id: req-4622e71d-0c7b-4002-ab48-d6bc916ff5e1 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:36:07.314758 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cb2230-d75e-4c8c-b47b-83f1698654dd", "tag": "c48b591a-ce03-49e5-b5c1-3715c76df0d6", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:36:07.315165 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4622e71d-0c7b-4002-ab48-d6bc916ff5e1 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:36:07.315721 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4622e71d-0c7b-4002-ab48-d6bc916ff5e1'] response: {'name': 'network-changed', 'server_uuid': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'tag': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6', 'status': 'completed', 'code': 200} May 19 21:36:07.317612 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:07.328682 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-3995dc24-d384-459f-bb54-63d66a90db3a None None] Set router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:36:07.387673 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdd5f-ef21-4c70-9c4c-3c61bbd68073 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group (082c9cd4-963c-4820-b7ef-bef409d33ad2), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:07.404913 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdd5f-ef21-4c70-9c4c-3c61bbd68073 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (082c9cd4-963c-4820-b7ef-bef409d33ad2), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:07.456100 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdd5f-ef21-4c70-9c4c-3c61bbd68073 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:07.457672 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-aa6cdd5f-ef21-4c70-9c4c-3c61bbd68073 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2087281 May 19 21:36:07.461358 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa6dc1-b556-4e79-a73a-75436c07f63f req-0a6789d8-0640-4318-8890-586fdb537ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:07.462882 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 60630) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:36:07.464977 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2daa6dc1-b556-4e79-a73a-75436c07f63f req-0a6789d8-0640-4318-8890-586fdb537ac8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3fcf03712c6f4926a2a95dfd0519536a&device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 1129 time: 0.1175249 May 19 21:36:07.466361 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cdd5f-ef21-4c70-9c4c-3c61bbd68073 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082c9cd4-963c-4820-b7ef-bef409d33ad2,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:07.471738 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8682f944-4b0c-4726-a010-7f4424c34e5d tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Request body: {'security_group_rule': {'security_group_id': '082c9cd4-963c-4820-b7ef-bef409d33ad2', 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:36:07.610783 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:36:07.621913 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8682f944-4b0c-4726-a010-7f4424c34e5d tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (4218d34e-b0b3-4ede-ac92-9a5a918dd7de), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:07.643081 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b0bc3-27f6-4f28-8f8b-7c2988605b40 req-ed155c63-f916-41da-a6f7-c2df4837cf49 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:07.644880 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-096b0bc3-27f6-4f28-8f8b-7c2988605b40 req-ed155c63-f916-41da-a6f7-c2df4837cf49 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.1338961 May 19 21:36:07.659244 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:07.678546 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa6dc1-b556-4e79-a73a-75436c07f63f req-c9c011a7-35d6-4da4-a4c9-1582ffa344a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:07.680812 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2daa6dc1-b556-4e79-a73a-75436c07f63f req-c9c011a7-35d6-4da4-a4c9-1582ffa344a7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c HTTP/1.1" status: 200 len: 916 time: 0.2030623 May 19 21:36:07.697691 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:36:07.700432 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 59f66ac2-91ff-4c1a-84e9-ba6ea1689ab2 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:36:07.743879 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3995dc24-d384-459f-bb54-63d66a90db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:34:36Z', 'revision_number': 4, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port': {'id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:33Z', 'updated_at': '2022-05-19T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'b3bbb815-ddff-44fb-86e0-825f63243839', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'port_id': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'mac_address': 'fa:16:3e:e2:77:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:36:06Z', 'updated_at': '2022-05-19T21:36:06Z', 'revision_number': 0, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad477b31-6a91-4968-90f6-d0dced2e63df', 'name': '', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'mac_address': 'fa:16:3e:0c:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:35Z', 'updated_at': '2022-05-19T21:34:43Z', 'revision_number': 5, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'subnets': [{'id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:36:07.763422 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-096b0bc3-27f6-4f28-8f8b-7c2988605b40 req-88064ef5-72f7-46b8-bb24-3f56c8c65abb tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000373 May 19 21:36:07.770624 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8682f944-4b0c-4726-a010-7f4424c34e5d tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (4218d34e-b0b3-4ede-ac92-9a5a918dd7de), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:07.776951 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3995dc24-d384-459f-bb54-63d66a90db3a None None] Checking router: 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:36:07.780735 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8682f944-4b0c-4726-a010-7f4424c34e5d tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (4218d34e-b0b3-4ede-ac92-9a5a918dd7de), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:07.791881 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995dc24-d384-459f-bb54-63d66a90db3a None None] Routers {'2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:36:07.792716 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3995dc24-d384-459f-bb54-63d66a90db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:35:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:36:07.832674 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2daa6dc1-b556-4e79-a73a-75436c07f63f req-a915c7b2-0749-4b06-8ffa-8ea7994c08e0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6 HTTP/1.1" status: 200 len: 999 time: 0.1371412 May 19 21:36:07.833504 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682f944-4b0c-4726-a010-7f4424c34e5d tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4218d34e-b0b3-4ede-ac92-9a5a918dd7de,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:07.856313 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8682f944-4b0c-4726-a010-7f4424c34e5d tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:07.862290 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8682f944-4b0c-4726-a010-7f4424c34e5d tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3931382 May 19 21:36:07.863249 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 60662) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:36:07.881126 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5c9d16b4-5276-4e63-b46e-74d83d1628ad tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Request body: {'security_group_rule': {'security_group_id': '082c9cd4-963c-4820-b7ef-bef409d33ad2', 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:36:07.905536 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa6dc1-b556-4e79-a73a-75436c07f63f req-b11ef23a-4b96-4f17-82c2-9430f1594bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:07.907687 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2daa6dc1-b556-4e79-a73a-75436c07f63f req-b11ef23a-4b96-4f17-82c2-9430f1594bcc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=916ab58a-7240-4bc0-9d5c-5ffd2e6846c9 HTTP/1.1" status: 200 len: 854 time: 0.0682104 May 19 21:36:07.946568 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9d16b4-5276-4e63-b46e-74d83d1628ad tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (e494e447-28e4-4455-b9d4-e1355f67fd12), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:07.986321 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa6dc1-b556-4e79-a73a-75436c07f63f req-6886dde7-5404-4818-9cfc-f25347c46416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:07.989342 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2daa6dc1-b556-4e79-a73a-75436c07f63f req-6886dde7-5404-4818-9cfc-f25347c46416 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738997 May 19 21:36:08.025901 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-3995dc24-d384-459f-bb54-63d66a90db3a None None] Set router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:36:08.073199 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9d16b4-5276-4e63-b46e-74d83d1628ad tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (e494e447-28e4-4455-b9d4-e1355f67fd12), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.079025 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9d16b4-5276-4e63-b46e-74d83d1628ad tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (e494e447-28e4-4455-b9d4-e1355f67fd12), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.099034 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d16b4-5276-4e63-b46e-74d83d1628ad tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e494e447-28e4-4455-b9d4-e1355f67fd12,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:08.118971 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9d16b4-5276-4e63-b46e-74d83d1628ad tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.124132 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5c9d16b4-5276-4e63-b46e-74d83d1628ad tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2596073 May 19 21:36:08.128769 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 60678) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:36:08.134181 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-eec79b28-2d56-4569-a31b-2fb58c89c796 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Request body: {'security_group_rule': {'security_group_id': '082c9cd4-963c-4820-b7ef-bef409d33ad2', 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:36:08.159133 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:08.172497 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2daa6dc1-b556-4e79-a73a-75436c07f63f req-bd6d6632-c0fc-437d-abab-89426ee783cd service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734312 May 19 21:36:08.172914 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eec79b28-2d56-4569-a31b-2fb58c89c796 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (4fbbb1f1-b03b-4fe7-a788-a4a4aa582326), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.279679 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eec79b28-2d56-4569-a31b-2fb58c89c796 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (4fbbb1f1-b03b-4fe7-a788-a4a4aa582326), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.284932 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eec79b28-2d56-4569-a31b-2fb58c89c796 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (4fbbb1f1-b03b-4fe7-a788-a4a4aa582326), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.300062 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2daa6dc1-b556-4e79-a73a-75436c07f63f req-a6ca6691-3c69-40c3-a4fa-3adb39184960 service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202471 May 19 21:36:08.317101 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:08.326847 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec79b28-2d56-4569-a31b-2fb58c89c796 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbbb1f1-b03b-4fe7-a788-a4a4aa582326,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:08.350042 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eec79b28-2d56-4569-a31b-2fb58c89c796 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.351627 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-eec79b28-2d56-4569-a31b-2fb58c89c796 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2217264 May 19 21:36:08.356324 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 60694) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:36:08.361068 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-dad3c89f-5c85-4635-8ecc-babaac824a20 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Request body: {'security_group_rule': {'security_group_id': '082c9cd4-963c-4820-b7ef-bef409d33ad2', 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:36:08.398978 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dad3c89f-5c85-4635-8ecc-babaac824a20 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (4898447f-54e5-41a2-ab64-a55bf4504d9a), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.433095 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3995dc24-d384-459f-bb54-63d66a90db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:34:36Z', 'revision_number': 4, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port': {'id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:33Z', 'updated_at': '2022-05-19T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'b3bbb815-ddff-44fb-86e0-825f63243839', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'port_id': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'mac_address': 'fa:16:3e:e2:77:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:36:06Z', 'updated_at': '2022-05-19T21:36:06Z', 'revision_number': 0, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad477b31-6a91-4968-90f6-d0dced2e63df', 'name': '', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'mac_address': 'fa:16:3e:0c:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:35Z', 'updated_at': '2022-05-19T21:34:43Z', 'revision_number': 5, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'subnets': [{'id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:36:08.460105 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3995dc24-d384-459f-bb54-63d66a90db3a None None] The sync data for ids ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'] in dv-cinder-835635-2-iscsi is: [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:34:36Z', 'revision_number': 4, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port': {'id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:33Z', 'updated_at': '2022-05-19T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'b3bbb815-ddff-44fb-86e0-825f63243839', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'port_id': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'mac_address': 'fa:16:3e:e2:77:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:36:06Z', 'updated_at': '2022-05-19T21:36:06Z', 'revision_number': 0, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad477b31-6a91-4968-90f6-d0dced2e63df', 'name': '', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'mac_address': 'fa:16:3e:0c:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:35Z', 'updated_at': '2022-05-19T21:34:43Z', 'revision_number': 5, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'subnets': [{'id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:36:08.481501 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dad3c89f-5c85-4635-8ecc-babaac824a20 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (4898447f-54e5-41a2-ab64-a55bf4504d9a), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.487890 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dad3c89f-5c85-4635-8ecc-babaac824a20 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (4898447f-54e5-41a2-ab64-a55bf4504d9a), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.514158 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3c89f-5c85-4635-8ecc-babaac824a20 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4898447f-54e5-41a2-ab64-a55bf4504d9a,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:08.518952 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-dad3c89f-5c85-4635-8ecc-babaac824a20 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.522341 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-dad3c89f-5c85-4635-8ecc-babaac824a20 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628511 May 19 21:36:08.523228 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 60702) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:36:08.529993 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e23a17fc-49a5-4dfd-8a3d-1cd04b3152be tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Request body: {'security_group_rule': {'security_group_id': '082c9cd4-963c-4820-b7ef-bef409d33ad2', 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:36:08.561533 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-e23a17fc-49a5-4dfd-8a3d-1cd04b3152be tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Project 3fcf03712c6f4926a2a95dfd0519536a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 21:36:08.573262 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e23a17fc-49a5-4dfd-8a3d-1cd04b3152be tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (807e8024-b4a6-4783-9b38-369101e57f17), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.675822 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e23a17fc-49a5-4dfd-8a3d-1cd04b3152be tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (807e8024-b4a6-4783-9b38-369101e57f17), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.683240 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e23a17fc-49a5-4dfd-8a3d-1cd04b3152be tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (807e8024-b4a6-4783-9b38-369101e57f17), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.728467 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a17fc-49a5-4dfd-8a3d-1cd04b3152be tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807e8024-b4a6-4783-9b38-369101e57f17,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:08.738710 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e23a17fc-49a5-4dfd-8a3d-1cd04b3152be tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.744049 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 60712) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:36:08.744718 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-e23a17fc-49a5-4dfd-8a3d-1cd04b3152be tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2197845 May 19 21:36:08.749713 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1809c26e-ec5c-466b-ad4a-71581637faeb tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Request body: {'security_group_rule': {'security_group_id': '082c9cd4-963c-4820-b7ef-bef409d33ad2', 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:36:08.783681 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-1809c26e-ec5c-466b-ad4a-71581637faeb tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Project 3fcf03712c6f4926a2a95dfd0519536a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 21:36:08.801262 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1809c26e-ec5c-466b-ad4a-71581637faeb tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (a77ce1c1-83db-435e-a052-89512c5d999b), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.806754 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b0343c-ee32-4631-8b94-dbd57659816f None None] New status for floating IP b3bbb815-ddff-44fb-86e0-825f63243839: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:36:08.918371 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1809c26e-ec5c-466b-ad4a-71581637faeb tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (a77ce1c1-83db-435e-a052-89512c5d999b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.925671 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1809c26e-ec5c-466b-ad4a-71581637faeb tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (a77ce1c1-83db-435e-a052-89512c5d999b), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.965430 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:08.966128 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809c26e-ec5c-466b-ad4a-71581637faeb tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77ce1c1-83db-435e-a052-89512c5d999b,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:08.990884 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2065c11-652c-4ade-ba6e-4bb5de1c2fc1 req-80f7e27f-9a00-403e-a23c-9991baeea9c3 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:08.991233 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1809c26e-ec5c-466b-ad4a-71581637faeb tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:08.995303 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1809c26e-ec5c-466b-ad4a-71581637faeb tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2477818 May 19 21:36:09.000685 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2065c11-652c-4ade-ba6e-4bb5de1c2fc1 req-80f7e27f-9a00-403e-a23c-9991baeea9c3 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0924475 May 19 21:36:09.103184 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e2065c11-652c-4ade-ba6e-4bb5de1c2fc1 req-eea95877-3396-4eb2-b516-76aaa6d4283c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993040 May 19 21:36:09.139560 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fb3278f6-ead8-4453-a812-9230d462b7d5 req-a4d1df0b-9eaf-4602-bd44-938ecfd72137 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569033552&fields=id&tenant_id=3fcf03712c6f4926a2a95dfd0519536a HTTP/1.1" status: 200 len: 267 time: 0.0715835 May 19 21:36:09.218982 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3278f6-ead8-4453-a812-9230d462b7d5 req-efbe19b8-13cf-47e0-87fb-5d6f6782f1d1 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:09.221968 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fb3278f6-ead8-4453-a812-9230d462b7d5 req-efbe19b8-13cf-47e0-87fb-5d6f6782f1d1 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 945 time: 0.0759122 May 19 21:36:09.232732 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-fb3278f6-ead8-4453-a812-9230d462b7d5 req-dd06b0ff-9b8e-43b3-90ca-e9e5f8048359 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Request body: {'port': {'security_groups': ['8853aa6b-2e7e-4326-a9c0-839d9e4214b7', '082c9cd4-963c-4820-b7ef-bef409d33ad2']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:36:09.326661 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fb3278f6-ead8-4453-a812-9230d462b7d5 req-dd06b0ff-9b8e-43b3-90ca-e9e5f8048359 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:09.369898 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-342377e7-4b86-4519-9aea-a9500e11792d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:09.378774 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:09.612265 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-fb3278f6-ead8-4453-a812-9230d462b7d5 req-dd06b0ff-9b8e-43b3-90ca-e9e5f8048359 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] For port c48b591a-ce03-49e5-b5c1-3715c76df0d6, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6,segment=NetworkSegment(c61e9678-3c61-4c5d-886e-12dc64c79860),segment_id=c61e9678-3c61-4c5d-886e-12dc64c79860)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:36:09.662512 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fb3278f6-ead8-4453-a812-9230d462b7d5 req-dd06b0ff-9b8e-43b3-90ca-e9e5f8048359 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:09.670154 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fb3278f6-ead8-4453-a812-9230d462b7d5 req-dd06b0ff-9b8e-43b3-90ca-e9e5f8048359 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:09.693507 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['c48b591a-ce03-49e5-b5c1-3715c76df0d6'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:36:09.767394 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3278f6-ead8-4453-a812-9230d462b7d5 req-dd06b0ff-9b8e-43b3-90ca-e9e5f8048359 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:09.768051 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-fb3278f6-ead8-4453-a812-9230d462b7d5 req-dd06b0ff-9b8e-43b3-90ca-e9e5f8048359 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:09.771291 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fb3278f6-ead8-4453-a812-9230d462b7d5 req-dd06b0ff-9b8e-43b3-90ca-e9e5f8048359 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "PUT /v2.0/ports/c48b591a-ce03-49e5-b5c1-3715c76df0d6 HTTP/1.1" status: 200 len: 981 time: 0.5434847 May 19 21:36:09.772033 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'tag': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:36:09.778310 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86b8fa3-d6f5-41a2-a0c9-abd9cf411a33" -d '{"events": [{"name": "network-changed", "server_uuid": "89cb2230-d75e-4c8c-b47b-83f1698654dd", "tag": "c48b591a-ce03-49e5-b5c1-3715c76df0d6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:36:09.819988 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06b0ff-9b8e-43b3-90ca-e9e5f8048359 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event updated for resources: {'Port': ['ID=c48b591a-ce03-49e5-b5c1-3715c76df0d6,revision_number=6']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:09.845214 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d353a150-fe6b-45a5-b8f4-ae33888ff112 x-openstack-request-id: req-d353a150-fe6b-45a5-b8f4-ae33888ff112 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:36:09.845783 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cb2230-d75e-4c8c-b47b-83f1698654dd", "tag": "c48b591a-ce03-49e5-b5c1-3715c76df0d6", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:36:09.846175 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d353a150-fe6b-45a5-b8f4-ae33888ff112 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:36:09.846751 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d353a150-fe6b-45a5-b8f4-ae33888ff112'] response: {'name': 'network-changed', 'server_uuid': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'tag': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6', 'status': 'completed', 'code': 200} May 19 21:36:09.941371 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['c48b591a-ce03-49e5-b5c1-3715c76df0d6'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:36:09.968316 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:36:10.036674 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b8fa3-d6f5-41a2-a0c9-abd9cf411a33 req-13394985-f91b-49d5-a1db-d30f041f3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:10.038317 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d86b8fa3-d6f5-41a2-a0c9-abd9cf411a33 req-13394985-f91b-49d5-a1db-d30f041f3552 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3fcf03712c6f4926a2a95dfd0519536a&device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 1168 time: 0.1419518 May 19 21:36:10.060293 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80114f1b-dc34-4ba0-9df0-97fa538978a5 req-39c1eede-7233-4907-bfff-4d3780b6d6ac tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:10.064238 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-80114f1b-dc34-4ba0-9df0-97fa538978a5 req-39c1eede-7233-4907-bfff-4d3780b6d6ac tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 984 time: 0.0943966 May 19 21:36:10.115027 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:10.205901 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-80114f1b-dc34-4ba0-9df0-97fa538978a5 req-99db4264-6ea3-4dd6-b239-61ed5bcba6ff tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&id=082c9cd4-963c-4820-b7ef-bef409d33ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1362627 May 19 21:36:10.305477 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:10.323540 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6f216-771e-4ea2-adc0-c961c983955e req-d5cb4970-97b7-4a32-9db8-b94c21379b36 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:10.327464 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3de6f216-771e-4ea2-adc0-c961c983955e req-d5cb4970-97b7-4a32-9db8-b94c21379b36 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.1307764 May 19 21:36:10.420683 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b8fa3-d6f5-41a2-a0c9-abd9cf411a33 req-58ea324a-b18e-4a8f-97e3-0de2157c1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:10.421665 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d86b8fa3-d6f5-41a2-a0c9-abd9cf411a33 req-58ea324a-b18e-4a8f-97e3-0de2157c1326 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c HTTP/1.1" status: 200 len: 916 time: 0.1823990 May 19 21:36:10.436445 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-ece4fe60-8da0-4ddd-98d8-7c3f58b2adbb None None] Provisioning complete for port c48b591a-ce03-49e5-b5c1-3715c76df0d6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:36:10.436990 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ece4fe60-8da0-4ddd-98d8-7c3f58b2adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:10.464810 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3de6f216-771e-4ea2-adc0-c961c983955e req-bfbf3e7f-cda7-432f-8d90-c1e7fd7271e8 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242952 May 19 21:36:10.526514 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d86b8fa3-d6f5-41a2-a0c9-abd9cf411a33 req-e075ee65-afaa-44b1-bc45-c1b82d2722de service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6 HTTP/1.1" status: 200 len: 1001 time: 0.0948074 May 19 21:36:10.616171 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:10.656492 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:10.754199 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ece4fe60-8da0-4ddd-98d8-7c3f58b2adbb None None] Current status of the port c48b591a-ce03-49e5-b5c1-3715c76df0d6 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:36:10.892841 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:10.928099 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:10.999380 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b8fa3-d6f5-41a2-a0c9-abd9cf411a33 req-16703112-86cb-4919-b1a9-fc853de4bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:11.001666 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d86b8fa3-d6f5-41a2-a0c9-abd9cf411a33 req-16703112-86cb-4919-b1a9-fc853de4bf2a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=916ab58a-7240-4bc0-9d5c-5ffd2e6846c9 HTTP/1.1" status: 200 len: 854 time: 0.1049845 May 19 21:36:11.056016 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b8fa3-d6f5-41a2-a0c9-abd9cf411a33 req-d9887411-28ad-4920-bad6-0d500712b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:11.057267 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d86b8fa3-d6f5-41a2-a0c9-abd9cf411a33 req-d9887411-28ad-4920-bad6-0d500712b21e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497148 May 19 21:36:11.168525 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d86b8fa3-d6f5-41a2-a0c9-abd9cf411a33 req-36dacb0c-d1c1-4be5-8f69-57c9c1eb494e service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032495 May 19 21:36:11.279551 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d86b8fa3-d6f5-41a2-a0c9-abd9cf411a33 req-c9ccf057-432b-498d-ad2c-632047781b9c service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028073 May 19 21:36:11.606399 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:11.621724 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c450c92-aa30-4ef1-b3c6-fb5e317a8816 req-3b6d3e33-709b-4b12-8e0c-08039af787e5 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:11.623326 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0c450c92-aa30-4ef1-b3c6-fb5e317a8816 req-3b6d3e33-709b-4b12-8e0c-08039af787e5 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0574412 May 19 21:36:11.679541 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0c450c92-aa30-4ef1-b3c6-fb5e317a8816 req-8320fd04-88c2-4e28-be85-5536c01f9dc3 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494375 May 19 21:36:11.988780 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:12.049817 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b7ae2f3c-95d7-473e-89a2-2d9730d48743 req-364b8545-8a67-4d2c-b9a8-a82bca230853 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487351 May 19 21:36:12.170174 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae2f3c-95d7-473e-89a2-2d9730d48743 req-fea12a43-124c-463a-bc1f-5f7027e9324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:12.172533 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b7ae2f3c-95d7-473e-89a2-2d9730d48743 req-fea12a43-124c-463a-bc1f-5f7027e9324a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 1130 time: 0.0568357 May 19 21:36:12.313386 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae2f3c-95d7-473e-89a2-2d9730d48743 req-976a9933-0f81-4662-964c-9bbeeac8e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:12.314902 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b7ae2f3c-95d7-473e-89a2-2d9730d48743 req-976a9933-0f81-4662-964c-9bbeeac8e518 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 920 time: 0.1183670 May 19 21:36:12.365520 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b7ae2f3c-95d7-473e-89a2-2d9730d48743 req-c77630a1-cb18-47bd-b2a7-0e7eac7ad66a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e0ac86c-4227-4467-92ca-7b8942e9f54c HTTP/1.1" status: 200 len: 217 time: 0.0380545 May 19 21:36:12.408026 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 60862) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:36:12.432607 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae2f3c-95d7-473e-89a2-2d9730d48743 req-e457f203-cddc-4a48-84a2-39aee1c129e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:12.434186 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b7ae2f3c-95d7-473e-89a2-2d9730d48743 req-e457f203-cddc-4a48-84a2-39aee1c129e4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.0573165 May 19 21:36:12.498863 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae2f3c-95d7-473e-89a2-2d9730d48743 req-6afe6fa1-410a-4202-b4d4-29a27d8a2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:12.500351 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b7ae2f3c-95d7-473e-89a2-2d9730d48743 req-6afe6fa1-410a-4202-b4d4-29a27d8a2cf3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495493 May 19 21:36:12.569552 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a085443e-d779-4428-af65-4c201d4d55ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c887b19b903a4702b2812ef9b5b88ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602316 May 19 21:36:12.572513 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 60870) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:36:12.602226 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b7ae2f3c-95d7-473e-89a2-2d9730d48743 req-3fb995a8-a48d-4147-b6ad-469044cd4924 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921824 May 19 21:36:12.628258 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b2662f5-9845-4392-8dd1-d2c9d55629b2 admin admin] Publish callbacks [] for security_group (3201617c-0ccc-453d-8ee6-b0c8a8c8989b), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:12.655665 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b2662f5-9845-4392-8dd1-d2c9d55629b2 admin admin] Publish callbacks [] for security_group (3201617c-0ccc-453d-8ee6-b0c8a8c8989b), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:12.720299 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b2662f5-9845-4392-8dd1-d2c9d55629b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (3201617c-0ccc-453d-8ee6-b0c8a8c8989b), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:12.723742 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b2662f5-9845-4392-8dd1-d2c9d55629b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:12.729464 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-0b2662f5-9845-4392-8dd1-d2c9d55629b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3201617c-0ccc-453d-8ee6-b0c8a8c8989b HTTP/1.1" status: 204 len: 168 time: 0.1516368 May 19 21:36:12.735802 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2662f5-9845-4392-8dd1-d2c9d55629b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3201617c-0ccc-453d-8ee6-b0c8a8c8989b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:13.048344 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:13.062009 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:13.063167 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caecab2-8628-4dde-b50f-88836a423599 req-b756b159-83a0-414a-a165-fe2ead21ee49 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:13.066910 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6caecab2-8628-4dde-b50f-88836a423599 req-b756b159-83a0-414a-a165-fe2ead21ee49 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0763333 May 19 21:36:13.111737 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b7ae2f3c-95d7-473e-89a2-2d9730d48743 req-7bcc1966-933c-4522-b03f-a1881c563b02 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662600 May 19 21:36:13.142536 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6caecab2-8628-4dde-b50f-88836a423599 req-a4c6e993-4e4c-48f8-b9f6-018d279144e2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672700 May 19 21:36:14.290118 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361885-18a7-4b92-98be-40d7e3cf908f req-4c8641b6-9d1f-43fb-8c78-37e4a8b0c52e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:14.291821 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5b361885-18a7-4b92-98be-40d7e3cf908f req-4c8641b6-9d1f-43fb-8c78-37e4a8b0c52e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0630140 May 19 21:36:14.347086 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5b361885-18a7-4b92-98be-40d7e3cf908f req-5e5494f6-a670-460a-b0a9-c72a5f816a0a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485067 May 19 21:36:15.478264 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b535b-7586-4cee-b71b-31fca75a63b7 req-d1354c84-4148-47df-a3af-7eca87dd7127 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:15.479842 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7f4b535b-7586-4cee-b71b-31fca75a63b7 req-d1354c84-4148-47df-a3af-7eca87dd7127 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0548189 May 19 21:36:15.534465 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7f4b535b-7586-4cee-b71b-31fca75a63b7 req-d9d5e2a8-d34a-4470-a21e-5d6ba638ee67 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485833 May 19 21:36:16.662562 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e8455-97b0-45a2-9730-527e3bf8a77a req-d0da3aed-da56-485c-ac08-248258c5ddd0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:16.664338 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd5e8455-97b0-45a2-9730-527e3bf8a77a req-d0da3aed-da56-485c-ac08-248258c5ddd0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0513797 May 19 21:36:16.729452 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd5e8455-97b0-45a2-9730-527e3bf8a77a req-b238ab47-af9e-4a49-9086-58c5e373d54b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582829 May 19 21:36:17.868801 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326f4d9-9508-424a-bb9d-59c0f126a79d req-3a498e50-3729-42d9-bbeb-ab82d87e30df tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:17.870708 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d326f4d9-9508-424a-bb9d-59c0f126a79d req-3a498e50-3729-42d9-bbeb-ab82d87e30df tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0607879 May 19 21:36:17.924306 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d326f4d9-9508-424a-bb9d-59c0f126a79d req-671dfc5b-3af6-44a9-ad62-2e2233a59d72 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473981 May 19 21:36:18.437139 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=80 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:19.064206 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011d9b8-19bf-4ccc-9ff8-f3f9a9f0e617 req-056c880d-3cc6-40d5-a7ea-588cde2d203c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:19.065843 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1011d9b8-19bf-4ccc-9ff8-f3f9a9f0e617 req-056c880d-3cc6-40d5-a7ea-588cde2d203c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0502334 May 19 21:36:19.125513 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1011d9b8-19bf-4ccc-9ff8-f3f9a9f0e617 req-e4985e80-377d-41fa-aaad-8db95179ee17 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534365 May 19 21:36:19.969018 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=70 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:20.264135 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6fff-d793-49f2-ad37-24e3977b86c8 req-e5816ef3-8c2a-4452-bad4-6745e20b0422 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:20.265686 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-34df6fff-d793-49f2-ad37-24e3977b86c8 req-e5816ef3-8c2a-4452-bad4-6745e20b0422 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0582116 May 19 21:36:20.322540 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-34df6fff-d793-49f2-ad37-24e3977b86c8 req-d948ab6f-b74e-44ed-b6b5-5f4e62069d34 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508225 May 19 21:36:21.494878 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc263f-d225-4233-9dd8-2d9ba55b499d req-dc1bbf1a-62ce-4148-9b35-7149c72cb689 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:21.497170 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-99cc263f-d225-4233-9dd8-2d9ba55b499d req-dc1bbf1a-62ce-4148-9b35-7149c72cb689 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0696695 May 19 21:36:21.557685 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-99cc263f-d225-4233-9dd8-2d9ba55b499d req-093bee56-60e0-490a-99db-5336bb8a1c7b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538173 May 19 21:36:22.655476 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:22.702407 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f6eb5-3225-4e77-9b6c-d29b003d5c66 req-8ebd1807-6b0c-4b3a-8663-317650193524 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:22.704027 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-359f6eb5-3225-4e77-9b6c-d29b003d5c66 req-8ebd1807-6b0c-4b3a-8663-317650193524 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0607235 May 19 21:36:22.762069 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-359f6eb5-3225-4e77-9b6c-d29b003d5c66 req-bc77b14a-9e6f-49c0-a0cd-62ab84104e12 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521047 May 19 21:36:23.052948 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=31 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:23.056292 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:23.883663 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:23.899421 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c34324-e77f-41b1-9a0f-5edb2c0ffedf req-8ed154ba-ec31-455f-853f-45200ea9dec2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:23.901386 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d8c34324-e77f-41b1-9a0f-5edb2c0ffedf req-8ed154ba-ec31-455f-853f-45200ea9dec2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0535274 May 19 21:36:23.969124 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d8c34324-e77f-41b1-9a0f-5edb2c0ffedf req-8aae53e3-78eb-49c2-abd7-d7669dd2f034 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597510 May 19 21:36:24.327864 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9583a9-5035-4310-b2d9-7e95ed24325e req-8d07962c-0f50-4cd4-a4d9-21ae0a9290db tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:24.329295 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ef9583a9-5035-4310-b2d9-7e95ed24325e req-8d07962c-0f50-4cd4-a4d9-21ae0a9290db tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0555272 May 19 21:36:24.391965 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ef9583a9-5035-4310-b2d9-7e95ed24325e req-80d6920b-1286-4161-8ef1-e1bf993c9602 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483475 May 19 21:36:25.106795 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564dba4-29a3-4729-9de0-3e486678299a req-9951a161-4c7c-4b13-b722-84557a0d207e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:25.108341 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0564dba4-29a3-4729-9de0-3e486678299a req-9951a161-4c7c-4b13-b722-84557a0d207e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0568364 May 19 21:36:25.164384 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0564dba4-29a3-4729-9de0-3e486678299a req-c55593d9-4aa2-40b0-a5e8-bb9f1108d8e2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499570 May 19 21:36:25.513094 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e6704-9cfb-41f3-97d3-460352b1e247 req-f7fca050-928e-4ba8-ae80-4a4ad7d6adfd tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:25.514627 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-814e6704-9cfb-41f3-97d3-460352b1e247 req-f7fca050-928e-4ba8-ae80-4a4ad7d6adfd tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0486221 May 19 21:36:25.567956 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-814e6704-9cfb-41f3-97d3-460352b1e247 req-28bbf276-5c3c-4cd3-80dd-a8491f9a523c tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438757 May 19 21:36:26.295487 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7203f-f714-4ba5-83ec-ea02049d03ee req-561ee48b-80ce-422f-ab78-871090409254 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:26.297011 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-00d7203f-f714-4ba5-83ec-ea02049d03ee req-561ee48b-80ce-422f-ab78-871090409254 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0492275 May 19 21:36:26.357533 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-00d7203f-f714-4ba5-83ec-ea02049d03ee req-6ae25b3a-42f1-48e4-b6ad-d41aca90371e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547223 May 19 21:36:26.692911 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c122774-7846-43b6-adee-2c963f8397ee req-fa9bf32c-785d-476d-b592-49034506aede tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:26.694512 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8c122774-7846-43b6-adee-2c963f8397ee req-fa9bf32c-785d-476d-b592-49034506aede tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0530276 May 19 21:36:26.750263 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8c122774-7846-43b6-adee-2c963f8397ee req-7723d4a2-da70-4668-ba6f-b29436445552 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468636 May 19 21:36:27.480192 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817e66e-a20f-4dac-89bd-caa562befebc req-cb72cb1b-e600-431b-a93a-319342a326cc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:27.481686 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c817e66e-a20f-4dac-89bd-caa562befebc req-cb72cb1b-e600-431b-a93a-319342a326cc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0500937 May 19 21:36:27.533346 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c817e66e-a20f-4dac-89bd-caa562befebc req-520aa145-d6ef-43f0-8efb-e5ffd1d0e1ac tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434813 May 19 21:36:27.873829 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbf15-5436-4458-a85c-cc63b6a78721 req-8bc95af6-ed2c-474d-920c-d5e70bfd8ee1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:27.875457 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7c9cbf15-5436-4458-a85c-cc63b6a78721 req-8bc95af6-ed2c-474d-920c-d5e70bfd8ee1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0509551 May 19 21:36:27.928037 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7c9cbf15-5436-4458-a85c-cc63b6a78721 req-95e4fdb0-204c-404c-a023-bf05c553af05 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469773 May 19 21:36:28.668775 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779790e-19a2-473b-ab70-308ac6c23179 req-c1f6d53b-9521-480e-806d-d05dd73c40b5 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:28.670270 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8779790e-19a2-473b-ab70-308ac6c23179 req-c1f6d53b-9521-480e-806d-d05dd73c40b5 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0528796 May 19 21:36:28.716175 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:28.721414 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8779790e-19a2-473b-ab70-308ac6c23179 req-5b820cdd-e661-496e-800e-5854684482e1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449557 May 19 21:36:29.066970 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99406b0-98e8-4c12-b897-c1cb71bd174b req-1291eb6a-0fc6-4ac9-a70a-cac7b68e7bb4 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:29.068497 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a99406b0-98e8-4c12-b897-c1cb71bd174b req-1291eb6a-0fc6-4ac9-a70a-cac7b68e7bb4 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0550992 May 19 21:36:29.122695 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a99406b0-98e8-4c12-b897-c1cb71bd174b req-2e34a82d-95eb-4d55-b9dd-245d66f3b703 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477116 May 19 21:36:29.705394 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:36:29.817864 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:36:29.830904 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'port_id': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'mac_address': 'fa:16:3e:e6:f7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:36:29.850881 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12aeb7-d403-4b95-8065-c5ea5d94484b req-89d3fdb0-e5d3-4932-982d-02bc7f8c763e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:29.852857 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4f12aeb7-d403-4b95-8065-c5ea5d94484b req-89d3fdb0-e5d3-4932-982d-02bc7f8c763e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0546803 May 19 21:36:29.870224 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 is: ACTIVE; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:36:29.870632 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:29.884078 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:36:29.905125 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:36:29.909007 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:29.913016 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4f12aeb7-d403-4b95-8065-c5ea5d94484b req-9e644259-4e52-46b7-8283-832667d9fc82 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500371 May 19 21:36:29.969620 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:30.045408 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['7fe0112e-1449-4e73-9fa1-f6d3a33168d8'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:36:30.266156 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc34785-273e-4b6c-9b95-db9e6b2dcb54 req-1ab83295-824c-4651-baaa-8dcd528ecbc1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:30.267759 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8cc34785-273e-4b6c-9b95-db9e6b2dcb54 req-1ab83295-824c-4651-baaa-8dcd528ecbc1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0563021 May 19 21:36:30.330186 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8cc34785-273e-4b6c-9b95-db9e6b2dcb54 req-41bfb6bc-d611-44f7-a585-c694991e3193 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518572 May 19 21:36:31.041753 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e6912-db9d-431a-83e5-4018f17aa7d7 req-c05495b9-b0ea-4028-8854-f424b392bc26 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:31.043593 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c22e6912-db9d-431a-83e5-4018f17aa7d7 req-c05495b9-b0ea-4028-8854-f424b392bc26 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 945 time: 0.0493393 May 19 21:36:31.100885 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c22e6912-db9d-431a-83e5-4018f17aa7d7 req-25f84daa-3835-444f-a505-dce33f9eb666 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488183 May 19 21:36:31.447388 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:31.465831 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f398e-9042-4ebc-ba7a-6535e550431a req-59d92992-8404-40cd-8e63-94728386d916 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:31.467513 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9c7f398e-9042-4ebc-ba7a-6535e550431a req-59d92992-8404-40cd-8e63-94728386d916 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0538874 May 19 21:36:31.519316 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9c7f398e-9042-4ebc-ba7a-6535e550431a req-e05aae4d-a0b9-47a5-bed9-ae3ae6a0df21 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459259 May 19 21:36:31.755855 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:36:31.808051 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:36:31.808284 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:31.892100 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:36:31.892475 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:31.915705 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:36:31.918032 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a67a11-77ab-40e3-bf4e-5e3282c0943b" -d '{"events": [{"server_uuid": "e0250d7d-3766-4555-a9af-2429afad53bf", "name": "network-vif-plugged", "status": "completed", "tag": "7fe0112e-1449-4e73-9fa1-f6d3a33168d8"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:36:31.931500 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:36:31.945299 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:31.970928 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3176905f-340e-4cc3-af8b-cc39af121e16 x-openstack-request-id: req-3176905f-340e-4cc3-af8b-cc39af121e16 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:36:31.971217 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0250d7d-3766-4555-a9af-2429afad53bf", "name": "network-vif-plugged", "status": "completed", "tag": "7fe0112e-1449-4e73-9fa1-f6d3a33168d8", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:36:31.971459 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3176905f-340e-4cc3-af8b-cc39af121e16 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:36:31.971846 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3176905f-340e-4cc3-af8b-cc39af121e16'] response: {'server_uuid': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'code': 200} May 19 21:36:32.002035 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:32.241523 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56641-b19a-4549-9199-7317ec1cebb5 req-b906e929-abf6-4847-a76b-2109a85b3e77 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:32.243073 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1dd56641-b19a-4549-9199-7317ec1cebb5 req-b906e929-abf6-4847-a76b-2109a85b3e77 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0565867 May 19 21:36:32.295857 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1dd56641-b19a-4549-9199-7317ec1cebb5 req-fe37eda0-78b5-4a7e-af72-b0332776aa80 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468397 May 19 21:36:32.662733 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d2185-b05b-45e1-81d6-33be5bda01d0 req-5c4860a9-86b9-4c8f-8c5f-4f9bce745693 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:32.664138 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e79d2185-b05b-45e1-81d6-33be5bda01d0 req-5c4860a9-86b9-4c8f-8c5f-4f9bce745693 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0603459 May 19 21:36:32.718888 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e79d2185-b05b-45e1-81d6-33be5bda01d0 req-2d41a9c4-5505-4593-965c-1979c868d8db tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472298 May 19 21:36:33.437011 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7ba69-b0de-476a-9607-4911c2cd472f req-9ee8b04c-a3dd-498d-b59a-bd54066101e9 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:33.438576 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8de7ba69-b0de-476a-9607-4911c2cd472f req-9ee8b04c-a3dd-498d-b59a-bd54066101e9 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0555949 May 19 21:36:33.491039 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8de7ba69-b0de-476a-9607-4911c2cd472f req-641f2b2f-082a-4584-a89c-55760336f53d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461538 May 19 21:36:33.858597 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83367271-cf28-4bc0-8ab2-2e16f234b196 req-7e2d061d-df79-48a8-9988-0f32c0fe3206 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:33.860161 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-83367271-cf28-4bc0-8ab2-2e16f234b196 req-7e2d061d-df79-48a8-9988-0f32c0fe3206 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0541732 May 19 21:36:33.907534 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-83367271-cf28-4bc0-8ab2-2e16f234b196 req-2334b1f5-d4fb-47db-8bd5-d87c05f0122f tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415998 May 19 21:36:33.949912 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:33.959798 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:34.614189 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab444a6-18ae-4dd4-a9e7-0fed5491d02d req-c3296f2f-9134-46ce-9d19-ef6eeac42fe1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:34.615722 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3ab444a6-18ae-4dd4-a9e7-0fed5491d02d req-c3296f2f-9134-46ce-9d19-ef6eeac42fe1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0498168 May 19 21:36:34.667730 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3ab444a6-18ae-4dd4-a9e7-0fed5491d02d req-9ccd9b2b-9fe9-43bf-8191-d3d0cbf56ec5 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456357 May 19 21:36:35.039116 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cc69e-4d7d-4b3b-92eb-95c2f79548b3 req-5b6e844d-1fe2-4128-a713-f46ec91d30c6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:35.040615 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-328cc69e-4d7d-4b3b-92eb-95c2f79548b3 req-5b6e844d-1fe2-4128-a713-f46ec91d30c6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0518188 May 19 21:36:35.092923 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-328cc69e-4d7d-4b3b-92eb-95c2f79548b3 req-ca99861a-9ae0-4dc8-99b0-6d22705c509b tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452936 May 19 21:36:35.800456 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d710716-9e6a-4e81-b595-b94caea74607 req-a604efe8-7206-4556-84c5-c67b454a9293 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:35.801860 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0d710716-9e6a-4e81-b595-b94caea74607 req-a604efe8-7206-4556-84c5-c67b454a9293 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0481381 May 19 21:36:35.858132 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0d710716-9e6a-4e81-b595-b94caea74607 req-a3ce63ad-bd5b-4ec5-8036-c9f6cb768384 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479219 May 19 21:36:36.214567 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:36.226033 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba73741-409f-4b6f-b81c-1c56b88fceb8 req-8bc00caa-d0dd-46b7-8f95-be06159582e6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:36.227532 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5ba73741-409f-4b6f-b81c-1c56b88fceb8 req-8bc00caa-d0dd-46b7-8f95-be06159582e6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0617051 May 19 21:36:36.276214 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5ba73741-409f-4b6f-b81c-1c56b88fceb8 req-03ffa9b9-1aae-4404-8975-f0125c10bf42 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421984 May 19 21:36:36.664087 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4abe0de9-9a8b-41b7-b21e-7d0b52ce12b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:37.019142 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078b758-3def-4bdc-ac44-824ed0f35b4a req-27b97852-631b-4fca-9fc8-e4d2aa4447ee tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:37.021373 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9078b758-3def-4bdc-ac44-824ed0f35b4a req-27b97852-631b-4fca-9fc8-e4d2aa4447ee tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0592704 May 19 21:36:37.078088 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9078b758-3def-4bdc-ac44-824ed0f35b4a req-e71cf304-5169-4b39-a8f7-e80a3bf5163f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506322 May 19 21:36:37.417444 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7afd89-7884-40d9-92aa-48bf0488cefa req-2f8f0236-519d-44cc-9454-4d0e0bc8e4bc tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:37.419382 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5f7afd89-7884-40d9-92aa-48bf0488cefa req-2f8f0236-519d-44cc-9454-4d0e0bc8e4bc tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0550203 May 19 21:36:37.495468 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5f7afd89-7884-40d9-92aa-48bf0488cefa req-7296f8c9-dd14-460a-a49c-8779ac120ccf tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695741 May 19 21:36:38.210053 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:38.218330 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b225b-9f74-43fe-9cac-49a2b80c0321 req-66f03e9d-28be-4b8a-b572-15fd87925c8d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:38.220089 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-486b225b-9f74-43fe-9cac-49a2b80c0321 req-66f03e9d-28be-4b8a-b572-15fd87925c8d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0511472 May 19 21:36:38.275750 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-486b225b-9f74-43fe-9cac-49a2b80c0321 req-44f9f27b-d9de-4687-9316-798b08a93ced tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456986 May 19 21:36:38.641207 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52899e73-ae05-43a7-97c2-d6d2f3ee931c req-ca9050fc-a976-4976-bb11-ba5bfdb435e3 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:38.642752 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-52899e73-ae05-43a7-97c2-d6d2f3ee931c req-ca9050fc-a976-4976-bb11-ba5bfdb435e3 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0540531 May 19 21:36:38.708848 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-52899e73-ae05-43a7-97c2-d6d2f3ee931c req-2000307b-0f8a-40e6-8ef7-07f6cf940005 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605357 May 19 21:36:39.346923 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:39.357655 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:39.365978 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ce8b96c-49d9-4008-997a-0a41bd92164d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:39.441627 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a75ba-3191-472c-a49d-9b86275e0692 req-4becea7c-4e93-4ea5-9b99-0a92857d82b0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:39.444019 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-445a75ba-3191-472c-a49d-9b86275e0692 req-4becea7c-4e93-4ea5-9b99-0a92857d82b0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0671990 May 19 21:36:39.511774 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-445a75ba-3191-472c-a49d-9b86275e0692 req-bebd010d-424e-49b8-8433-02ea32f17384 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582361 May 19 21:36:39.867984 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfef62-16ea-48ac-86c4-2523ca7d2b49 req-1bf40c9c-6f13-42b6-abb7-f751e5631563 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:39.875185 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-36dfef62-16ea-48ac-86c4-2523ca7d2b49 req-1bf40c9c-6f13-42b6-abb7-f751e5631563 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0838575 May 19 21:36:39.928627 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-36dfef62-16ea-48ac-86c4-2523ca7d2b49 req-984d4ddd-9507-4e5b-9ca5-850855faae8b tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475769 May 19 21:36:40.473062 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:40.519642 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:40.664835 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddeeaa-3d9a-4d1f-bdc1-36ddb0a1f582 req-dcd1caed-3ebb-4d84-95d8-17cac39d0bf4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:40.669839 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-aeddeeaa-3d9a-4d1f-bdc1-36ddb0a1f582 req-dcd1caed-3ebb-4d84-95d8-17cac39d0bf4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0614707 May 19 21:36:40.727776 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-aeddeeaa-3d9a-4d1f-bdc1-36ddb0a1f582 req-5431c2e2-aa95-4444-b48c-49445a3e39b0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517292 May 19 21:36:41.069388 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42455a-4cae-420c-942d-50e5e25393cb req-b0ecc27d-59e8-4107-889d-319fc2320b34 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:41.071699 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ec42455a-4cae-420c-942d-50e5e25393cb req-b0ecc27d-59e8-4107-889d-319fc2320b34 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0551388 May 19 21:36:41.139358 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ec42455a-4cae-420c-942d-50e5e25393cb req-687f5875-0b4a-4975-9476-1fad52d00852 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598752 May 19 21:36:41.870679 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bf2f5-740c-49c5-8345-b5b65420d0ac req-7d33f6ba-4caf-4127-a1b1-06e4c6a9a6b6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:41.874707 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-356bf2f5-740c-49c5-8345-b5b65420d0ac req-7d33f6ba-4caf-4127-a1b1-06e4c6a9a6b6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0659051 May 19 21:36:41.925833 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-356bf2f5-740c-49c5-8345-b5b65420d0ac req-9acede63-f3e0-4970-9eea-4e09b10df7f6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475843 May 19 21:36:41.985348 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:42.232221 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:42.278563 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778183b4-51b8-48ad-ad77-6802f89fd5e8 req-e7aeca46-0ab2-4bbf-b3b1-457f87d53caf tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:42.280233 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-778183b4-51b8-48ad-ad77-6802f89fd5e8 req-e7aeca46-0ab2-4bbf-b3b1-457f87d53caf tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0580425 May 19 21:36:42.337449 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-778183b4-51b8-48ad-ad77-6802f89fd5e8 req-7565270b-ed4c-4243-b527-9fd5694d376a tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506790 May 19 21:36:43.015997 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:43.058015 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:43.081317 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c9cc6-af1f-4f4d-8684-9a5e5a283055 req-9cb93214-b34e-40f3-81de-a15fab6079c3 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:43.090557 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ca2c9cc6-af1f-4f4d-8684-9a5e5a283055 req-9cb93214-b34e-40f3-81de-a15fab6079c3 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0845747 May 19 21:36:43.151694 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ca2c9cc6-af1f-4f4d-8684-9a5e5a283055 req-003d1dc0-e6b7-4899-ba4d-29a4278bcfdc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577908 May 19 21:36:43.503191 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fda41-a6d3-463c-894b-4952ab07b762 req-1d54912f-0d42-445f-a208-7d532e1d54d8 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:43.506752 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b1fda41-a6d3-463c-894b-4952ab07b762 req-1d54912f-0d42-445f-a208-7d532e1d54d8 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0712497 May 19 21:36:43.573368 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b1fda41-a6d3-463c-894b-4952ab07b762 req-7b584aad-7677-449a-8cc6-5bab64f39c84 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587544 May 19 21:36:44.281574 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132c980-a65f-4dd3-9404-983182101459 req-0fcd831a-9834-4a8a-be35-0fa21e84dc74 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:44.283799 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e132c980-a65f-4dd3-9404-983182101459 req-0fcd831a-9834-4a8a-be35-0fa21e84dc74 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0576863 May 19 21:36:44.341975 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e132c980-a65f-4dd3-9404-983182101459 req-88413ba0-b4b4-4fe8-a11a-39f794edaabe tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517421 May 19 21:36:44.701410 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5145f9-8611-46db-9fbb-7e26e917c305 req-7a4347a4-4ec6-4ebd-b8c8-e348d6acfa56 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:44.703604 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ea5145f9-8611-46db-9fbb-7e26e917c305 req-7a4347a4-4ec6-4ebd-b8c8-e348d6acfa56 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0549109 May 19 21:36:44.758057 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ea5145f9-8611-46db-9fbb-7e26e917c305 req-5bc2aafc-0a9e-4e09-90a4-bb50f5ca8d4c tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486002 May 19 21:36:45.474836 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f6601-1837-453b-87fb-4d957e9d8209 req-43512389-066a-4465-a385-bb68ce719fe0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:45.476272 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9e6f6601-1837-453b-87fb-4d957e9d8209 req-43512389-066a-4465-a385-bb68ce719fe0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0544841 May 19 21:36:45.538713 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9e6f6601-1837-453b-87fb-4d957e9d8209 req-5b6f0f94-d389-4f78-a14a-bc34b5911914 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548613 May 19 21:36:45.889750 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ae4b9-5bb4-4d64-8cf9-fc1ed78e1dcb req-09d94b39-36a2-4da6-b2f2-c702339620a4 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:45.892332 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-668ae4b9-5bb4-4d64-8cf9-fc1ed78e1dcb req-09d94b39-36a2-4da6-b2f2-c702339620a4 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0580616 May 19 21:36:45.949092 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-668ae4b9-5bb4-4d64-8cf9-fc1ed78e1dcb req-8e02b345-a28d-4a30-9437-e9b762d68d00 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510991 May 19 21:36:46.689172 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974633a-13dc-45fa-86b6-c6493ce22b20 req-03991f84-7ef0-4d68-97eb-7f35cbbacd42 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:46.690963 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d974633a-13dc-45fa-86b6-c6493ce22b20 req-03991f84-7ef0-4d68-97eb-7f35cbbacd42 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0577002 May 19 21:36:46.745313 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d974633a-13dc-45fa-86b6-c6493ce22b20 req-b494b0ee-f418-40ad-af7d-7e247d9aac4c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483136 May 19 21:36:46.957768 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:36:47.082048 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c264c9-8f58-43a4-bc30-184498063db1 req-148cf4a4-648c-4686-98e7-b8317921ebf7 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:47.089194 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d9c264c9-8f58-43a4-bc30-184498063db1 req-148cf4a4-648c-4686-98e7-b8317921ebf7 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0580359 May 19 21:36:47.140146 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d9c264c9-8f58-43a4-bc30-184498063db1 req-e62550de-2752-4047-a4b4-8f7ca22dae4f tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499792 May 19 21:36:47.878459 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1b165-0130-4ba0-96db-60bfd816232e req-3643b489-82e3-4ca4-95aa-17af7c54c670 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:47.879959 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8ea1b165-0130-4ba0-96db-60bfd816232e req-3643b489-82e3-4ca4-95aa-17af7c54c670 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0552168 May 19 21:36:47.928921 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8ea1b165-0130-4ba0-96db-60bfd816232e req-cc4c3452-28b5-4d45-9527-95cba0eacc08 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430930 May 19 21:36:48.263870 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c220a4-d607-4b6e-b837-3d73b8c4802b req-e0f77b85-5586-466c-baa7-a662d94cca76 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:48.265426 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a2c220a4-d607-4b6e-b837-3d73b8c4802b req-e0f77b85-5586-466c-baa7-a662d94cca76 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0523870 May 19 21:36:48.294499 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:48.317425 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a2c220a4-d607-4b6e-b837-3d73b8c4802b req-6c9ceda0-4337-4b19-ad06-27e0c0e4ede0 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436511 May 19 21:36:49.057195 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a4e75-8e09-4b2b-bb35-6f546b45b1e1 req-66d23d20-21bc-4184-aa59-740fc52639c2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:49.058712 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3e5a4e75-8e09-4b2b-bb35-6f546b45b1e1 req-66d23d20-21bc-4184-aa59-740fc52639c2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0498497 May 19 21:36:49.116192 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3e5a4e75-8e09-4b2b-bb35-6f546b45b1e1 req-f8e42f6b-7fa6-41dd-bfb2-b1ec6f2a483d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514791 May 19 21:36:49.437691 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b751b5-a038-4ec9-9191-dca7a1b29c76 req-5f59314c-475f-453f-841d-5906cf97645a tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:49.439155 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a5b751b5-a038-4ec9-9191-dca7a1b29c76 req-5f59314c-475f-453f-841d-5906cf97645a tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0478625 May 19 21:36:49.494258 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a5b751b5-a038-4ec9-9191-dca7a1b29c76 req-b73c6738-3cec-4157-bc34-d472a795be8d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471516 May 19 21:36:49.793810 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ed528-1fc9-4e56-8340-38bddcce9efa req-9423e2c7-1f4d-464e-b7a4-e02555a811ac tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:49.795368 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bb5ed528-1fc9-4e56-8340-38bddcce9efa req-9423e2c7-1f4d-464e-b7a4-e02555a811ac tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0782619 May 19 21:36:49.821438 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef6bce-6b21-48ba-83b7-e227cae8fb4e req-f112828f-6fc1-49db-afd7-74f250fe2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:49.823056 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d2ef6bce-6b21-48ba-83b7-e227cae8fb4e req-f112828f-6fc1-49db-afd7-74f250fe2dec service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4f5916770e9b443489fe7aa76d663fe1&device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 1130 time: 0.0431068 May 19 21:36:49.846845 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bb5ed528-1fc9-4e56-8340-38bddcce9efa req-ae7383d7-0c76-455a-b434-06154ecaf9e1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450923 May 19 21:36:49.918525 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef6bce-6b21-48ba-83b7-e227cae8fb4e req-827f8bdd-2b95-4665-9a4a-1c9488ee06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:49.920013 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d2ef6bce-6b21-48ba-83b7-e227cae8fb4e req-827f8bdd-2b95-4665-9a4a-1c9488ee06e8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b9d96816-1157-468c-bb81-22f27d368a2b HTTP/1.1" status: 200 len: 912 time: 0.0910347 May 19 21:36:49.933714 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:49.985614 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d2ef6bce-6b21-48ba-83b7-e227cae8fb4e req-fee2c9e8-15bf-451a-8618-bffbba5a598b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=273956f8-6ada-4c24-9d33-e37b581a5bb1 HTTP/1.1" status: 200 len: 1001 time: 0.0581656 May 19 21:36:50.053949 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef6bce-6b21-48ba-83b7-e227cae8fb4e req-ed8d527e-f5c6-4b36-9bb2-1a9d00f48c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:50.055515 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d2ef6bce-6b21-48ba-83b7-e227cae8fb4e req-ed8d527e-f5c6-4b36-9bb2-1a9d00f48c26 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e218c9ee-3929-46d8-9647-a4c799f32db9 HTTP/1.1" status: 200 len: 850 time: 0.0636537 May 19 21:36:50.105100 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef6bce-6b21-48ba-83b7-e227cae8fb4e req-58f7bfe1-20e4-46e5-be49-8d66092e7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:50.106673 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d2ef6bce-6b21-48ba-83b7-e227cae8fb4e req-58f7bfe1-20e4-46e5-be49-8d66092e7bc7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b9d96816-1157-468c-bb81-22f27d368a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424962 May 19 21:36:50.212345 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d2ef6bce-6b21-48ba-83b7-e227cae8fb4e req-e2630561-7760-4cb2-b369-4a7db5723964 service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965800 May 19 21:36:50.252507 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e4cef-1c2b-4f7f-b6c1-7c31adcb94ca req-49f0e525-c69f-49ba-81db-ef0af13bab34 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:50.253901 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9b5e4cef-1c2b-4f7f-b6c1-7c31adcb94ca req-49f0e525-c69f-49ba-81db-ef0af13bab34 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0569956 May 19 21:36:50.308763 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9b5e4cef-1c2b-4f7f-b6c1-7c31adcb94ca req-d25a2119-cb8e-4a1b-af8d-6ad3efb8b347 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484788 May 19 21:36:50.972973 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf02081-d731-41c5-a2cf-98d25052ca9f req-7815c418-24e8-417a-ad9d-28cd1a0a3487 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:50.974374 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-adf02081-d731-41c5-a2cf-98d25052ca9f req-7815c418-24e8-417a-ad9d-28cd1a0a3487 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0517936 May 19 21:36:51.031468 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-adf02081-d731-41c5-a2cf-98d25052ca9f req-909a549a-f701-40cf-9519-a42426fbef87 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504963 May 19 21:36:51.413894 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:51.457027 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4d770-6d1b-4846-a474-d27d533aff05 req-038be6e2-3d68-455b-92fc-3bf9ddf67557 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:51.458514 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8dc4d770-6d1b-4846-a474-d27d533aff05 req-038be6e2-3d68-455b-92fc-3bf9ddf67557 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0608063 May 19 21:36:51.509289 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8dc4d770-6d1b-4846-a474-d27d533aff05 req-78ac6f7a-98aa-405b-ab7d-10aed178d7f2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433652 May 19 21:36:52.151635 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c5645-787e-4c0f-8284-13c48f98ea74 req-834a4d84-16cf-4823-89c5-442662f12884 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:52.153193 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a46c5645-787e-4c0f-8284-13c48f98ea74 req-834a4d84-16cf-4823-89c5-442662f12884 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0512376 May 19 21:36:52.208850 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a46c5645-787e-4c0f-8284-13c48f98ea74 req-1b3dadb0-4019-4a64-b6ec-2cb1773d8a5c tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496826 May 19 21:36:52.633257 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c4260-43ca-452e-9afb-fc72f546d556 req-299a9e75-d1da-4940-bcac-4839678f17cb tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:52.635620 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-680c4260-43ca-452e-9afb-fc72f546d556 req-299a9e75-d1da-4940-bcac-4839678f17cb tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0500810 May 19 21:36:52.691080 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-680c4260-43ca-452e-9afb-fc72f546d556 req-bb0d6c3b-11b8-48d5-a0d8-065de3f4f482 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496042 May 19 21:36:53.035404 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:53.051592 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:53.330656 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b1a81-57d3-4cf9-b3e8-6d066ad02535 req-948e3fb9-8365-46d6-9f66-72eab0d98684 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:53.332116 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-044b1a81-57d3-4cf9-b3e8-6d066ad02535 req-948e3fb9-8365-46d6-9f66-72eab0d98684 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0521944 May 19 21:36:53.388882 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-044b1a81-57d3-4cf9-b3e8-6d066ad02535 req-17c3583c-b189-48ac-a6eb-71a607628a23 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479996 May 19 21:36:53.824683 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67238e-e092-45bd-8e9a-85d40c2ca42c req-54943880-e38c-46d5-82eb-c0f7a22bfc0c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:53.826498 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8e67238e-e092-45bd-8e9a-85d40c2ca42c req-54943880-e38c-46d5-82eb-c0f7a22bfc0c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 946 time: 0.0559995 May 19 21:36:53.879653 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8e67238e-e092-45bd-8e9a-85d40c2ca42c req-162b2342-9b46-43d3-9c9e-9ecffdde8b41 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475309 May 19 21:36:54.520105 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7339f-864e-4c6b-b03c-5f36119a9ab7 req-d4c0a5e2-34a9-4dfc-926c-0260277bf9ca tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:54.521563 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f3c7339f-864e-4c6b-b03c-5f36119a9ab7 req-d4c0a5e2-34a9-4dfc-926c-0260277bf9ca tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0570998 May 19 21:36:54.555228 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:54.560588 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:36:54.572059 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f3c7339f-864e-4c6b-b03c-5f36119a9ab7 req-181b70f9-0859-495f-b056-7816bfffb1ae tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445328 May 19 21:36:54.637429 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 is: ACTIVE; New status is: DOWN {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:36:54.637813 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:54.658141 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8f305-ad83-4412-8b65-6af6b643b2b0 req-888cff1c-8f1f-47c3-afcd-bbedd9a2b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:54.659893 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a5e8f305-ad83-4412-8b65-6af6b643b2b0 req-888cff1c-8f1f-47c3-afcd-bbedd9a2b6a4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 1130 time: 0.0489511 May 19 21:36:54.662404 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:36:54.664699 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d6c5d8-5de5-4b68-b0a1-c039fb26f112" -d '{"events": [{"server_uuid": "e0250d7d-3766-4555-a9af-2429afad53bf", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe0112e-1449-4e73-9fa1-f6d3a33168d8"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:36:54.677509 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:36:54.682836 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:36:54.689675 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d2ef6bce-6b21-48ba-83b7-e227cae8fb4e req-cb03790d-0f85-47f5-b1ec-a4cb63b53cbd service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947504 May 19 21:36:54.736733 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 21:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3c4dd8-98f8-494a-887c-23e77700fc30 x-openstack-request-id: req-0f3c4dd8-98f8-494a-887c-23e77700fc30 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:36:54.737017 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0250d7d-3766-4555-a9af-2429afad53bf", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe0112e-1449-4e73-9fa1-f6d3a33168d8", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:36:54.737604 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f3c4dd8-98f8-494a-887c-23e77700fc30 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:36:54.737741 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3c4dd8-98f8-494a-887c-23e77700fc30'] response: {'server_uuid': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'code': 200} May 19 21:36:54.742776 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:36:54.751081 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.751379 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.751748 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.752068 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.752389 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.752821 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.753024 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.753336 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.753722 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.753964 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.754300 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.754622 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.754930 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.755234 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.755541 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:36:54.768618 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8f305-ad83-4412-8b65-6af6b643b2b0 req-43d0d97d-c4b9-4735-bf95-9d51f27e4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:54.770107 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a5e8f305-ad83-4412-8b65-6af6b643b2b0 req-43d0d97d-c4b9-4735-bf95-9d51f27e4108 service neutron] 10.222.0.87 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 918 time: 0.1023769 May 19 21:36:55.050571 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18967488-dcca-4dff-8a0c-af821f950393 req-01411e85-1b54-4b83-8b38-750102be7241 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:55.052027 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18967488-dcca-4dff-8a0c-af821f950393 req-01411e85-1b54-4b83-8b38-750102be7241 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0937855 May 19 21:36:55.078311 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a5e8f305-ad83-4412-8b65-6af6b643b2b0 req-83a0a753-018d-4c83-9954-35adae4fe915 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8 HTTP/1.1" status: 200 len: 1000 time: 0.1100063 May 19 21:36:55.144154 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18967488-dcca-4dff-8a0c-af821f950393 req-ee83c13e-b3bf-4fec-a429-0cd2c1f5f10e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830948 May 19 21:36:55.153002 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8f305-ad83-4412-8b65-6af6b643b2b0 req-d24b82bb-aa9d-41cf-95f2-731c0af34911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:55.154526 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a5e8f305-ad83-4412-8b65-6af6b643b2b0 req-d24b82bb-aa9d-41cf-95f2-731c0af34911 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa HTTP/1.1" status: 200 len: 856 time: 0.0694900 May 19 21:36:55.205655 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8f305-ad83-4412-8b65-6af6b643b2b0 req-2de4d19e-8625-46ab-a173-fa9da7f9c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:55.207258 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a5e8f305-ad83-4412-8b65-6af6b643b2b0 req-2de4d19e-8625-46ab-a173-fa9da7f9c9cb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468946 May 19 21:36:55.301721 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:55.307224 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a5e8f305-ad83-4412-8b65-6af6b643b2b0 req-63514e38-c09e-4fd2-bd7b-724460d18d81 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927324 May 19 21:36:55.430254 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a5e8f305-ad83-4412-8b65-6af6b643b2b0 req-6105262d-1829-4ce6-aa1d-7c52cf148620 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992639 May 19 21:36:55.701005 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ffff-f626-4f0e-b901-345a1f5482a0 req-68dc9c9d-298d-4af9-9eb9-c7ca9cf86512 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:55.702534 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5951ffff-f626-4f0e-b901-345a1f5482a0 req-68dc9c9d-298d-4af9-9eb9-c7ca9cf86512 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0542371 May 19 21:36:55.754613 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5951ffff-f626-4f0e-b901-345a1f5482a0 req-c23de6af-1e8b-4e33-b26c-2792f7656e47 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461004 May 19 21:36:56.293887 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954238e7-0ce3-455a-aaea-04e43dcf7390 req-d3271da6-5c4b-471c-863a-3009915cfc39 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:56.295545 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-954238e7-0ce3-455a-aaea-04e43dcf7390 req-d3271da6-5c4b-471c-863a-3009915cfc39 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0593796 May 19 21:36:56.354484 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-954238e7-0ce3-455a-aaea-04e43dcf7390 req-406e5faa-bdb6-41dd-b0df-eb343cce065d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505888 May 19 21:36:56.879604 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15542270-39c0-470d-ac6b-99752f1ee798 req-5f24cf25-025c-4351-aefd-3e526355db8a tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:56.881081 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-15542270-39c0-470d-ac6b-99752f1ee798 req-5f24cf25-025c-4351-aefd-3e526355db8a tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0505781 May 19 21:36:56.930230 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-15542270-39c0-470d-ac6b-99752f1ee798 req-67708cfd-c995-4fc2-a5cb-167d0d9d4150 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433586 May 19 21:36:56.953823 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:57.494415 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6ee2c-2019-4ee5-af39-ff5a3fa27aa2 req-20d6ea18-7461-4822-a7b4-36a17c842266 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:57.495913 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-82e6ee2c-2019-4ee5-af39-ff5a3fa27aa2 req-20d6ea18-7461-4822-a7b4-36a17c842266 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0555019 May 19 21:36:57.546120 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-82e6ee2c-2019-4ee5-af39-ff5a3fa27aa2 req-abfc3eba-3ad8-4aec-9d3f-a19d0b6eb866 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440602 May 19 21:36:58.064448 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6e470-05e8-40c0-9683-a1f95d5e42f4 req-c0315c07-c938-46bc-976c-36f115c719de tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:58.065918 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-edb6e470-05e8-40c0-9683-a1f95d5e42f4 req-c0315c07-c938-46bc-976c-36f115c719de tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0512323 May 19 21:36:58.118590 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-edb6e470-05e8-40c0-9683-a1f95d5e42f4 req-96c5ab15-c5ad-4ff8-a14d-271171a07a10 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440977 May 19 21:36:58.933990 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd2b3c-435b-4e9b-b017-67b1aa74e760 req-9dc0e30d-1565-47d7-9aed-b6d7875d2456 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:58.935495 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-28dd2b3c-435b-4e9b-b017-67b1aa74e760 req-9dc0e30d-1565-47d7-9aed-b6d7875d2456 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.3051796 May 19 21:36:58.988016 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-28dd2b3c-435b-4e9b-b017-67b1aa74e760 req-d68c3cd4-cd41-4ff1-86c8-cfea7eddea64 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446658 May 19 21:36:59.523062 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [req-b66134dc-e57d-4778-be5a-0d46c4c81c1c req-80320411-7810-4d1a-9f98-6f5985ed88e6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:36:59.524118 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b66134dc-e57d-4778-be5a-0d46c4c81c1c req-80320411-7810-4d1a-9f98-6f5985ed88e6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055907 May 19 21:36:59.707947 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebac14-4b7a-474a-b60f-7221ce166b52 req-64ed5218-8296-4c1a-98dc-b2e6ad04ad89 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:36:59.709462 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a7ebac14-4b7a-474a-b60f-7221ce166b52 req-64ed5218-8296-4c1a-98dc-b2e6ad04ad89 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0548663 May 19 21:36:59.744968 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:36:59.761202 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a7ebac14-4b7a-474a-b60f-7221ce166b52 req-fe380eca-9b33-4be5-9d0f-57385fecd7bd tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447929 May 19 21:37:00.088963 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 33084) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:37:00.186311 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-8781bae0-fba1-45ce-9518-4a85e30064f3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961642 May 19 21:37:00.200563 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-d6a8fcbd-9ba9-4077-bc6c-cf42d71df826 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:37:00.201561 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-d6a8fcbd-9ba9-4077-bc6c-cf42d71df826 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068915 May 19 21:37:00.291526 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 33092) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:37:00.399838 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-3b50da19-c54f-4463-bc52-26fcc7bf4fea tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:00.401296 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-3b50da19-c54f-4463-bc52-26fcc7bf4fea tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports/7fe0112e-1449-4e73-9fa1-f6d3a33168d8 HTTP/1.1" status: 200 len: 941 time: 0.1086404 May 19 21:37:00.905869 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f21b13-72f0-403f-bd29-55cd1da025d0 req-726b9960-7cc1-49e8-87d0-ed44a3c5f519 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:00.907450 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a0f21b13-72f0-403f-bd29-55cd1da025d0 req-726b9960-7cc1-49e8-87d0-ed44a3c5f519 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0674198 May 19 21:37:00.949729 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:00.957381 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a0f21b13-72f0-403f-bd29-55cd1da025d0 req-d5555c2e-05be-406e-9b7d-3655a6c10dd1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432591 May 19 21:37:00.962278 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16936d-5577-4391-896b-4db38e4d06be req-118b367d-ffd2-405f-b8cc-cf756cdaf216 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:00.963841 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1d16936d-5577-4391-896b-4db38e4d06be req-118b367d-ffd2-405f-b8cc-cf756cdaf216 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 946 time: 0.0510876 May 19 21:37:01.011610 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1d16936d-5577-4391-896b-4db38e4d06be req-8a9eadf8-cd61-401e-9e28-19bb1a1ab1e7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420840 May 19 21:37:01.935906 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:37:02.024399 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 is: DOWN; New status is: DOWN {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:37:02.082053 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff033a0-eaa0-4f2d-9d8b-c76a7f8f47b3 req-ba34a268-5ec6-4d1c-b55e-05cd888324e6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:02.083570 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eff033a0-eaa0-4f2d-9d8b-c76a7f8f47b3 req-ba34a268-5ec6-4d1c-b55e-05cd888324e6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0518095 May 19 21:37:02.133862 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4c848-4995-44a3-ac48-3252806f4871 req-0ed073e8-2389-4852-86d8-fdf7d4cc90f4 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:02.134678 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eff033a0-eaa0-4f2d-9d8b-c76a7f8f47b3 req-bb854674-4f0f-4a33-899f-12f0e59fb23a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447526 May 19 21:37:02.135763 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-31e4c848-4995-44a3-ac48-3252806f4871 req-0ed073e8-2389-4852-86d8-fdf7d4cc90f4 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 946 time: 0.0494545 May 19 21:37:02.192559 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-31e4c848-4995-44a3-ac48-3252806f4871 req-04e5087f-f162-4694-8b6b-8b3667f7b9ff tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509887 May 19 21:37:03.021944 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524878a-9cb4-4060-9a08-26f1cb8189af req-2421ba58-9d7c-4396-a3e8-bacb9aeb633d tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:03.023483 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f524878a-9cb4-4060-9a08-26f1cb8189af req-2421ba58-9d7c-4396-a3e8-bacb9aeb633d tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 946 time: 0.0525582 May 19 21:37:03.124111 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-f524878a-9cb4-4060-9a08-26f1cb8189af req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Deleting port ac2da9c6-dba5-4638-b63a-d637577ccb4a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:37:03.124810 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f524878a-9cb4-4060-9a08-26f1cb8189af req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:03.256484 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-f524878a-9cb4-4060-9a08-26f1cb8189af req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] For port ac2da9c6-dba5-4638-b63a-d637577ccb4a, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=ac2da9c6-dba5-4638-b63a-d637577ccb4a,segment=NetworkSegment(1683a865-aec4-489d-84a2-beb8ed069cc1),segment_id=1683a865-aec4-489d-84a2-beb8ed069cc1)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:37:03.256864 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f524878a-9cb4-4060-9a08-26f1cb8189af req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:03.281654 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-f524878a-9cb4-4060-9a08-26f1cb8189af req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Calling delete_port for ac2da9c6-dba5-4638-b63a-d637577ccb4a owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:37:03.291298 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5517647-d857-4e9d-94c0-b5682505ce78 req-9f447289-b3ed-4476-a07e-91946c642ba3 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:03.292907 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a5517647-d857-4e9d-94c0-b5682505ce78 req-9f447289-b3ed-4476-a07e-91946c642ba3 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0768626 May 19 21:37:03.315450 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbc8cd-63f2-4565-b154-0661a4bb592b req-057fe17a-182f-464d-87d9-ea347e38b210 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:03.316969 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-25fbc8cd-63f2-4565-b154-0661a4bb592b req-057fe17a-182f-464d-87d9-ea347e38b210 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b820379-bb78-465a-a84d-7c1e945c74da HTTP/1.1" status: 200 len: 946 time: 0.0476027 May 19 21:37:03.344022 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:03.372797 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-25fbc8cd-63f2-4565-b154-0661a4bb592b req-d2158c58-2796-40d1-b3ea-05a191149c84 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498772 May 19 21:37:03.393887 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a5517647-d857-4e9d-94c0-b5682505ce78 req-84ad2b1d-6143-41cb-a0e2-0779fa94fc40 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940340 May 19 21:37:03.476123 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f524878a-9cb4-4060-9a08-26f1cb8189af req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (ac2da9c6-dba5-4638-b63a-d637577ccb4a), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:03.495297 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['ac2da9c6-dba5-4638-b63a-d637577ccb4a'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:37:03.510463 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Pushing event deleted for resources: {'Port': ['ID=ac2da9c6-dba5-4638-b63a-d637577ccb4a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:37:03.538401 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.538890 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.539126 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.539468 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.539792 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.540126 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.540429 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.540772 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.541254 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.541580 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.541891 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.542217 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.542568 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.542886 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.543196 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:37:03.568289 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f524878a-9cb4-4060-9a08-26f1cb8189af req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] No DVR routers for this DVR port ac2da9c6-dba5-4638-b63a-d637577ccb4a on host hv-cinder-83563 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:37:03.571046 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f524878a-9cb4-4060-9a08-26f1cb8189af req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:03.574400 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f524878a-9cb4-4060-9a08-26f1cb8189af req-c2f98cf6-aff7-4342-9679-cfa891072c6a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.87 "DELETE /v2.0/ports/ac2da9c6-dba5-4638-b63a-d637577ccb4a HTTP/1.1" status: 204 len: 173 time: 0.5448668 May 19 21:37:03.574829 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b820379-bb78-465a-a84d-7c1e945c74da', 'name': 'network-vif-deleted', 'tag': 'ac2da9c6-dba5-4638-b63a-d637577ccb4a'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:37:03.577089 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb664fe7-ea96-4d19-8cc3-fafe581b96e7" -d '{"events": [{"server_uuid": "8b820379-bb78-465a-a84d-7c1e945c74da", "name": "network-vif-deleted", "tag": "ac2da9c6-dba5-4638-b63a-d637577ccb4a"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:37:03.586391 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-4152187d-d32e-4c01-8b6e-50e2d67c3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:03.588766 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-4152187d-d32e-4c01-8b6e-50e2d67c3879 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf&tenant_id=92434c51e27a405aaa89a70a660f6d91 HTTP/1.1" status: 200 len: 1128 time: 0.0917735 May 19 21:37:03.616989 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c3bf03-fd99-447d-9e1a-f84f937b46e2 x-openstack-request-id: req-d8c3bf03-fd99-447d-9e1a-f84f937b46e2 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:37:03.617349 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b820379-bb78-465a-a84d-7c1e945c74da", "name": "network-vif-deleted", "tag": "ac2da9c6-dba5-4638-b63a-d637577ccb4a", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:37:03.618076 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8c3bf03-fd99-447d-9e1a-f84f937b46e2 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:37:03.618211 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c3bf03-fd99-447d-9e1a-f84f937b46e2'] response: {'server_uuid': '8b820379-bb78-465a-a84d-7c1e945c74da', 'name': 'network-vif-deleted', 'tag': 'ac2da9c6-dba5-4638-b63a-d637577ccb4a', 'status': 'completed', 'code': 200} May 19 21:37:03.660203 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-db14a0b0-e328-4822-8fe1-57a9dc37ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:03.662254 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-db14a0b0-e328-4822-8fe1-57a9dc37ba46 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 1128 time: 0.0511837 May 19 21:37:03.747342 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:03.771191 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-599517ca-a077-4906-b4b2-982f1753af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:03.772663 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-599517ca-a077-4906-b4b2-982f1753af0b service neutron] 10.222.0.87 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 918 time: 0.1029692 May 19 21:37:04.016199 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-ded9d3fd-ff87-4951-a890-7f57f9054de8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8 HTTP/1.1" status: 200 len: 1000 time: 0.0624037 May 19 21:37:04.073888 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-f6b421f7-ddd4-4cc0-91dd-5034156a3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:04.075438 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-f6b421f7-ddd4-4cc0-91dd-5034156a3768 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa HTTP/1.1" status: 200 len: 856 time: 0.0453322 May 19 21:37:04.119288 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-6b28c4cf-9c7b-4a14-b1b3-974db90a62c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:04.120804 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-6b28c4cf-9c7b-4a14-b1b3-974db90a62c4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396285 May 19 21:37:04.215973 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-b0ab42f6-42d2-444d-84c7-3efc29cae7a1 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880663 May 19 21:37:04.315578 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-f81d342a-ede2-4711-9eec-6ccb584d796d service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934637 May 19 21:37:04.538603 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723413e6-e5cf-4a6c-9565-a7b8999950a6 req-039b8d4b-95b3-4428-ac5f-da0952476052 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:04.540255 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-723413e6-e5cf-4a6c-9565-a7b8999950a6 req-039b8d4b-95b3-4428-ac5f-da0952476052 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0548501 May 19 21:37:04.604561 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-723413e6-e5cf-4a6c-9565-a7b8999950a6 req-d9510dbf-1ff2-4065-a4d4-2c709bf16bd0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558035 May 19 21:37:05.727331 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd66bbe-6998-4fc7-bce9-d2325af9740e req-2b660740-97ce-42fb-967e-50226934373a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:05.730668 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dcd66bbe-6998-4fc7-bce9-d2325af9740e req-2b660740-97ce-42fb-967e-50226934373a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0530958 May 19 21:37:05.778610 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:05.787794 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dcd66bbe-6998-4fc7-bce9-d2325af9740e req-18b4d2db-8a97-4e98-952e-3fed8936a6bd tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511191 May 19 21:37:06.662626 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44b4994e-84c2-4ac8-98d0-fc134131c0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:06.924873 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db6a0a-e899-458c-b12f-79ea3fb8e093 req-2bf87c3a-64cb-47b1-b5ff-257628dbc4b7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:06.926345 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-99db6a0a-e899-458c-b12f-79ea3fb8e093 req-2bf87c3a-64cb-47b1-b5ff-257628dbc4b7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0536830 May 19 21:37:06.981186 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-99db6a0a-e899-458c-b12f-79ea3fb8e093 req-b6b4ecf5-648d-44fa-8c36-81500030959c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488074 May 19 21:37:08.115335 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a710f4-4a6c-497d-bf06-c83ee3bfc593 req-6a1fd65e-5049-437f-afe6-7ada5783a1a5 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:08.116891 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b0a710f4-4a6c-497d-bf06-c83ee3bfc593 req-6a1fd65e-5049-437f-afe6-7ada5783a1a5 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0571988 May 19 21:37:08.168376 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b0a710f4-4a6c-497d-bf06-c83ee3bfc593 req-a16d9cf2-af51-4d9c-ad8f-a01b23a4b47d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453687 May 19 21:37:09.310583 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d098a-1a09-4666-a1e4-d24d602fb4d9 req-a003816f-8233-49a2-96f1-ce3fbd37b3b1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:09.312844 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-567d098a-1a09-4666-a1e4-d24d602fb4d9 req-a003816f-8233-49a2-96f1-ce3fbd37b3b1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0598149 May 19 21:37:09.337566 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:09.356364 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52e54d9c-b8ba-472a-87c5-e20b2db8a4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:09.382868 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-567d098a-1a09-4666-a1e4-d24d602fb4d9 req-8f6c69f5-b23f-469d-97e9-70260a36fa3a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621009 May 19 21:37:10.469200 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:10.574991 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a31763-776e-4b24-bed8-5e2f9d446190 req-53ad330f-2347-4d70-ab10-ddc328301f31 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:10.576542 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c3a31763-776e-4b24-bed8-5e2f9d446190 req-53ad330f-2347-4d70-ab10-ddc328301f31 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.1120844 May 19 21:37:10.627910 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c3a31763-776e-4b24-bed8-5e2f9d446190 req-a0e2b8d4-166a-4fac-bdb0-f89f219cc9ad tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457850 May 19 21:37:10.836956 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device ac2da9c6-dba5-4638-b63a-d637577ccb4a no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:37:10.871990 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: ac2da9c6-dba5-4638-b63a-d637577ccb4a {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:37:10.872820 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device ac2da9c6-dba5-4638-b63a-d637577ccb4a not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:37:10.877978 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:10.955924 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:11.839873 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddef4e-8d2b-45ac-9b49-e9f1d0e0d18c req-58fc2ca9-beba-40b6-9f7b-9b720695c14c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:11.842207 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-57ddef4e-8d2b-45ac-9b49-e9f1d0e0d18c req-58fc2ca9-beba-40b6-9f7b-9b720695c14c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.1355612 May 19 21:37:11.909438 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-57ddef4e-8d2b-45ac-9b49-e9f1d0e0d18c req-ebfc593d-4c3b-426f-a954-e18fe9897efe tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581572 May 19 21:37:11.982165 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:13.047021 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:13.050895 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68437b9-8755-416c-b69a-689b97219930 req-57367de6-34bd-452b-bc7d-7a378b8b1eec tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:13.052542 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a68437b9-8755-416c-b69a-689b97219930 req-57367de6-34bd-452b-bc7d-7a378b8b1eec tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0563490 May 19 21:37:13.109178 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a68437b9-8755-416c-b69a-689b97219930 req-33960fed-c36d-4b88-9c4e-b6f513874d8e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497496 May 19 21:37:14.254912 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a0fc3-7511-4708-8047-8404d9a49e62 req-87446ff2-cb03-462f-86b0-37c873029a85 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:14.256467 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-803a0fc3-7511-4708-8047-8404d9a49e62 req-87446ff2-cb03-462f-86b0-37c873029a85 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0543609 May 19 21:37:14.327066 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-803a0fc3-7511-4708-8047-8404d9a49e62 req-a705e577-8709-449e-ad58-aae501e13a8a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640478 May 19 21:37:15.461912 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a6d60-e5f7-40ef-b02b-f05fad0a5f9c req-ff3ef51f-8c6e-4d68-83a8-b05107b3eb93 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:15.463643 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-999a6d60-e5f7-40ef-b02b-f05fad0a5f9c req-ff3ef51f-8c6e-4d68-83a8-b05107b3eb93 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0503151 May 19 21:37:15.515685 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-999a6d60-e5f7-40ef-b02b-f05fad0a5f9c req-b3d6e17a-44ea-436c-a533-7436387a4312 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432625 May 19 21:37:16.645296 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c373f-898f-400b-89a3-007c2833f5dc req-a3033c00-1490-44f5-b351-1d0a3235db5f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:16.647140 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e98c373f-898f-400b-89a3-007c2833f5dc req-a3033c00-1490-44f5-b351-1d0a3235db5f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0507865 May 19 21:37:16.705350 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e98c373f-898f-400b-89a3-007c2833f5dc req-263a2129-1e43-4b2d-8f21-5d00036b08bf tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519834 May 19 21:37:17.864742 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdc56e-9d19-4c2d-9ebe-4cc6ad99c77f req-29724e3e-e9c3-4803-aced-60833ad93765 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:17.873812 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ebdc56e-9d19-4c2d-9ebe-4cc6ad99c77f req-29724e3e-e9c3-4803-aced-60833ad93765 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0790665 May 19 21:37:17.922249 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ebdc56e-9d19-4c2d-9ebe-4cc6ad99c77f req-0927faa1-de98-4792-b62b-e81492a560f1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474174 May 19 21:37:19.045339 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ae582-b632-49ed-88cb-a863bf8a33ae req-7550e510-0fff-44bf-97ee-82ce478d85c7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:19.046786 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9a8ae582-b632-49ed-88cb-a863bf8a33ae req-7550e510-0fff-44bf-97ee-82ce478d85c7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0487046 May 19 21:37:19.098023 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-9a8ae582-b632-49ed-88cb-a863bf8a33ae req-6fb3cecd-6089-4a16-9d22-15cbffbee26e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455186 May 19 21:37:20.226051 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34b361-f053-4580-a852-42b3548e6f87 req-f545d927-1f84-4f11-8918-9fe6f52cebb0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:20.227614 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e34b361-f053-4580-a852-42b3548e6f87 req-f545d927-1f84-4f11-8918-9fe6f52cebb0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0540330 May 19 21:37:20.280431 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e34b361-f053-4580-a852-42b3548e6f87 req-600ef0ef-0b60-4be8-9a67-fd40e39c1c24 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469277 May 19 21:37:20.802485 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:20.857317 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-51867b57-a936-4697-bad9-e2ee204b9ffa tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:20.858985 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-51867b57-a936-4697-bad9-e2ee204b9ffa tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/networks?id=00bbdffb-749b-4e56-86f3-df5fdbc057b9 HTTP/1.1" status: 200 len: 813 time: 0.1415753 May 19 21:37:20.875332 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-ff2dfff8-3ecf-4415-86c7-76e098e98a3d tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/quotas/120a6c484bec4e52bc5891c927647e75 HTTP/1.1" status: 200 len: 375 time: 0.0105715 May 19 21:37:20.910898 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-4f033bae-ce61-43a1-a392-38be696e7172 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=120a6c484bec4e52bc5891c927647e75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299881 May 19 21:37:21.071653 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e037c1f0-6b60-4c60-b202-437ea54b79ee service neutron] 10.222.0.65 "GET /v2.0/networks/00bbdffb-749b-4e56-86f3-df5fdbc057b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532500 May 19 21:37:21.163516 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e3eb5188-4332-41b3-8fb9-22d933c27cb4 service neutron] 10.222.0.65 "GET /v2.0/networks/00bbdffb-749b-4e56-86f3-df5fdbc057b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861380 May 19 21:37:21.324292 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6654cbf9-d4a3-4e5e-a925-641c9b0b03e9 req-f92da04e-d293-4431-ae63-adb0dce4e089 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 210 time: 0.0304620 May 19 21:37:21.409199 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f0b54-11af-4258-94c5-52252739ea0e req-31c75b50-fa58-4012-845c-e5a063959d98 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:21.410794 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-113f0b54-11af-4258-94c5-52252739ea0e req-31c75b50-fa58-4012-845c-e5a063959d98 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0530519 May 19 21:37:21.459709 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-113f0b54-11af-4258-94c5-52252739ea0e req-5dff9706-3f84-416a-b7a6-9f23c3317920 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433199 May 19 21:37:21.697883 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-55031aa6-4047-4562-b1a0-b4c63fd975bf req-df323a2c-8197-4d6e-b327-9a7379f44de3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406139 May 19 21:37:21.761495 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55031aa6-4047-4562-b1a0-b4c63fd975bf req-3f8cd9c3-8434-450d-a04e-f9a88b3d97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:21.763008 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-55031aa6-4047-4562-b1a0-b4c63fd975bf req-3f8cd9c3-8434-450d-a04e-f9a88b3d97d2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 1130 time: 0.0412040 May 19 21:37:21.891878 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:21.895027 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55031aa6-4047-4562-b1a0-b4c63fd975bf req-ed1895d1-313b-4dbd-9e6e-98459063daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:21.896517 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-55031aa6-4047-4562-b1a0-b4c63fd975bf req-ed1895d1-313b-4dbd-9e6e-98459063daf5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 920 time: 0.1042929 May 19 21:37:21.941706 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-55031aa6-4047-4562-b1a0-b4c63fd975bf req-b598fd81-cd72-40ca-a603-85fe06df75e1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7339e736-ece9-44ac-91e7-0467d6624578 HTTP/1.1" status: 200 len: 217 time: 0.0339003 May 19 21:37:21.993293 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55031aa6-4047-4562-b1a0-b4c63fd975bf req-05ce9153-3705-4804-9697-bc154e5ebf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:21.994933 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-55031aa6-4047-4562-b1a0-b4c63fd975bf req-05ce9153-3705-4804-9697-bc154e5ebf1f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.0470347 May 19 21:37:22.044073 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55031aa6-4047-4562-b1a0-b4c63fd975bf req-7162f455-ad91-4054-aa56-8935a247bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:22.045624 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-55031aa6-4047-4562-b1a0-b4c63fd975bf req-7162f455-ad91-4054-aa56-8935a247bfec service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445595 May 19 21:37:22.357402 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-55031aa6-4047-4562-b1a0-b4c63fd975bf req-197bdf52-5309-4e2f-8ecf-32b71ed421bc service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024642 May 19 21:37:22.475132 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-55031aa6-4047-4562-b1a0-b4c63fd975bf req-1715785c-13d8-4a01-8303-553adc899488 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110296 May 19 21:37:22.478187 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2f26686c-22df-4577-9474-cef7c5b3c132 req-abbb0c43-6d1b-4064-bb6c-1c4d7b08c77a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 210 time: 0.0457904 May 19 21:37:22.526985 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:22.544633 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-58c70804-4687-42a4-8d12-7b454f46de19 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:22.546750 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-58c70804-4687-42a4-8d12-7b454f46de19 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.87 "GET /v2.0/networks?id=00bbdffb-749b-4e56-86f3-df5fdbc057b9 HTTP/1.1" status: 200 len: 813 time: 0.2000370 May 19 21:37:22.581492 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-b3e8dd3f-8331-4a34-891f-fe9af817c858 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Request body: {'port': {'device_id': 'e9a11702-a589-4205-9c2e-25322e44ecfe', 'network_id': '00bbdffb-749b-4e56-86f3-df5fdbc057b9', 'admin_state_up': True, 'tenant_id': '120a6c484bec4e52bc5891c927647e75'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:37:22.613068 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ec815-0929-49fd-b1a1-73bbf58c69cc req-8345888c-c722-47f2-a151-b0d05aaba04c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:22.614576 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3b2ec815-0929-49fd-b1a1-73bbf58c69cc req-8345888c-c722-47f2-a151-b0d05aaba04c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0557861 May 19 21:37:22.667254 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3b2ec815-0929-49fd-b1a1-73bbf58c69cc req-8f0f8f9d-788d-471b-932e-330fd3211cf4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442948 May 19 21:37:22.708554 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-b3e8dd3f-8331-4a34-891f-fe9af817c858 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Made reservation on behalf of 120a6c484bec4e52bc5891c927647e75 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:37:22.714177 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-b3e8dd3f-8331-4a34-891f-fe9af817c858 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:22.861404 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-b3e8dd3f-8331-4a34-891f-fe9af817c858 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Allocated IP 172.20.0.4 (00bbdffb-749b-4e56-86f3-df5fdbc057b9/52c06e48-9b53-4680-bc31-a82041087d38/bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:37:22.929442 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:23.037563 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:23.040092 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:23.055487 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-b3e8dd3f-8331-4a34-891f-fe9af817c858 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks [] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:23.096359 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-b3e8dd3f-8331-4a34-891f-fe9af817c858 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:23.142932 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-b3e8dd3f-8331-4a34-891f-fe9af817c858 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Network 00bbdffb-749b-4e56-86f3-df5fdbc057b9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:37:23.148027 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-b3e8dd3f-8331-4a34-891f-fe9af817c858 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:37:23.152009 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-b3e8dd3f-8331-4a34-891f-fe9af817c858 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:37:23.155069 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8dd3f-8331-4a34-891f-fe9af817c858 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Pushing event updated for resources: {'Port': ['ID=bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:37:23.215902 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-b3e8dd3f-8331-4a34-891f-fe9af817c858 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:23.217192 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-b3e8dd3f-8331-4a34-891f-fe9af817c858 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:23.239007 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-b3e8dd3f-8331-4a34-891f-fe9af817c858 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6653976 May 19 21:37:23.293691 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Request body: {'port': {'device_id': 'e9a11702-a589-4205-9c2e-25322e44ecfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:37:23.375742 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:23.537805 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:23.655618 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9068df8-0222-4f7e-815d-fab7271847b0 req-b8070c0e-4a3d-45c0-bc26-13d504e34b00 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:23.657107 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f9068df8-0222-4f7e-815d-fab7271847b0 req-b8070c0e-4a3d-45c0-bc26-13d504e34b00 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 931 time: 0.0598652 May 19 21:37:23.746292 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f9068df8-0222-4f7e-815d-fab7271847b0 req-8956e21e-dc36-4071-8c4f-2cdfb5083dd9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824382 May 19 21:37:23.780098 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:37:23.788486 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Publish callbacks [] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:23.801684 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Transition to ACTIVE for port object bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:37:23.805070 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e04e3f-b78a-4481-aefd-fce6b84d1ddc req-8d5d04bd-7579-4fde-91a6-8d3aecd016bb tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:23.806741 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e4e04e3f-b78a-4481-aefd-fce6b84d1ddc req-8d5d04bd-7579-4fde-91a6-8d3aecd016bb tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0585551 May 19 21:37:23.807088 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:23.834300 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:23.863788 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:37:23.875735 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e4e04e3f-b78a-4481-aefd-fce6b84d1ddc req-9464d727-87b3-4dee-8d3b-7f5d78c23666 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617349 May 19 21:37:23.928888 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:23.938944 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Attempting to bind port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:37:23.939268 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Attempting to bind port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '1683a865-aec4-489d-84a2-beb8ed069cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00bbdffb-749b-4e56-86f3-df5fdbc057b9'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:37:23.939575 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Attempting to bind port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb on network 00bbdffb-749b-4e56-86f3-df5fdbc057b9 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:37:23.944803 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb on network 00bbdffb-749b-4e56-86f3-df5fdbc057b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:37:23.945258 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Attempting to bind port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb on network 00bbdffb-749b-4e56-86f3-df5fdbc057b9 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:37:23.951052 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:37:23.951380 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Checking segment: {'id': '1683a865-aec4-489d-84a2-beb8ed069cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00bbdffb-749b-4e56-86f3-df5fdbc057b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:37:23.951750 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Bound using segment: {'id': '1683a865-aec4-489d-84a2-beb8ed069cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00bbdffb-749b-4e56-86f3-df5fdbc057b9'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:37:23.952516 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Bound port: bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1683a865-aec4-489d-84a2-beb8ed069cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00bbdffb-749b-4e56-86f3-df5fdbc057b9'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:37:23.952891 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:23.956326 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:37:24.014728 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] For port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb, host hv-cinder-83563, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:37:24.017835 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] For port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb,segment=NetworkSegment(1683a865-aec4-489d-84a2-beb8ed069cc1),segment_id=1683a865-aec4-489d-84a2-beb8ed069cc1)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:37:24.024922 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:24.065702 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:24.066313 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:24.067725 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] 10.222.0.87 "PUT /v2.0/ports/bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb HTTP/1.1" status: 200 len: 1093 time: 0.7820897 May 19 21:37:24.068206 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a11702-a589-4205-9c2e-25322e44ecfe', 'tag': 'bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:37:24.070433 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e08b6c-835f-47ab-8507-7d965f9b8796" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a11702-a589-4205-9c2e-25322e44ecfe", "tag": "bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:37:24.094869 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b13c78-56e9-4494-892c-92e941d18769 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:37:24.142035 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f4bde7-8201-4241-babf-027dfe0f7ac1 x-openstack-request-id: req-f8f4bde7-8201-4241-babf-027dfe0f7ac1 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:37:24.142364 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a11702-a589-4205-9c2e-25322e44ecfe", "tag": "bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:37:24.142614 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8f4bde7-8201-4241-babf-027dfe0f7ac1 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:37:24.143126 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f4bde7-8201-4241-babf-027dfe0f7ac1'] response: {'name': 'network-changed', 'server_uuid': 'e9a11702-a589-4205-9c2e-25322e44ecfe', 'tag': 'bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb', 'status': 'completed', 'code': 200} May 19 21:37:24.157518 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-ccfa8665-3702-4566-9303-be9b9622f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:24.159081 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-ccfa8665-3702-4566-9303-be9b9622f3e3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=120a6c484bec4e52bc5891c927647e75&device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 1127 time: 0.0518985 May 19 21:37:24.200792 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-48b56c44-4d00-44a5-b50e-abd3b1865534 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb HTTP/1.1" status: 200 len: 217 time: 0.0331399 May 19 21:37:24.254657 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-53e6c38d-f717-4526-b8e6-af6907754bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:24.256157 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-53e6c38d-f717-4526-b8e6-af6907754bc2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52c06e48-9b53-4680-bc31-a82041087d38 HTTP/1.1" status: 200 len: 853 time: 0.0494821 May 19 21:37:24.289681 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-58293c56-b68c-4d02-927f-8fb66763f771 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=00bbdffb-749b-4e56-86f3-df5fdbc057b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268373 May 19 21:37:24.382475 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-6f77cdd4-2de6-4909-aade-e67e86f11f87 service neutron] 10.222.0.87 "GET /v2.0/networks/00bbdffb-749b-4e56-86f3-df5fdbc057b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863979 May 19 21:37:24.456885 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:24.490167 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc0dd96c-fd80-4402-a9de-bf363d93a925 req-b921e4bc-e368-4cb0-bbf7-c3a497c848a5 service neutron] 10.222.0.87 "GET /v2.0/networks/00bbdffb-749b-4e56-86f3-df5fdbc057b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015668 May 19 21:37:24.875403 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4944fd-af4b-4eab-b4dc-58bb77818af0 req-cbcf45ca-a293-418f-94e1-5f12df90e430 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:24.876870 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5b4944fd-af4b-4eab-b4dc-58bb77818af0 req-cbcf45ca-a293-418f-94e1-5f12df90e430 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 943 time: 0.0561874 May 19 21:37:24.940536 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5b4944fd-af4b-4eab-b4dc-58bb77818af0 req-578ec842-2523-4249-b611-f7892db77116 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556846 May 19 21:37:25.011469 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55720870-3298-47b7-b125-84a4e530f77c req-74a0727a-1355-4552-96cb-0e440c7b6932 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:25.012857 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55720870-3298-47b7-b125-84a4e530f77c req-74a0727a-1355-4552-96cb-0e440c7b6932 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0501058 May 19 21:37:25.065542 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55720870-3298-47b7-b125-84a4e530f77c req-a291d89b-5741-432d-811d-8189e7ea32b7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449960 May 19 21:37:26.064738 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3d14b-88b9-4ec4-b29c-4c541164d22f req-50cfe784-9a83-4394-84e1-80ec4335589f tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:26.066386 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3dd3d14b-88b9-4ec4-b29c-4c541164d22f req-50cfe784-9a83-4394-84e1-80ec4335589f tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 943 time: 0.0510657 May 19 21:37:26.132218 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3dd3d14b-88b9-4ec4-b29c-4c541164d22f req-799a224b-0909-4ad3-bd70-1417aa40e9f4 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599060 May 19 21:37:26.201826 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436d4f-6fd1-47ff-8eb2-c85b046e3932 req-d319ea9b-ee8a-457b-988e-2b0f0527398e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:26.203503 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fe436d4f-6fd1-47ff-8eb2-c85b046e3932 req-d319ea9b-ee8a-457b-988e-2b0f0527398e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0569291 May 19 21:37:26.255930 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fe436d4f-6fd1-47ff-8eb2-c85b046e3932 req-4c86599f-3fe0-4d4c-b982-4681c611521b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464392 May 19 21:37:27.274014 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e910-3c68-4889-9d81-cc902599ebb2 req-bc9d31e3-357e-41ed-99cb-0c3976744e15 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:27.275717 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-38a5e910-3c68-4889-9d81-cc902599ebb2 req-bc9d31e3-357e-41ed-99cb-0c3976744e15 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 943 time: 0.0570595 May 19 21:37:27.334570 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-38a5e910-3c68-4889-9d81-cc902599ebb2 req-1591cfaf-1986-42cc-8eed-68e0354fd232 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521472 May 19 21:37:27.528698 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e074ff9-d319-4789-a7a3-fecfc0d12524 req-01094937-f24c-49e6-8b7e-8c34c0b6f455 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:27.530289 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2e074ff9-d319-4789-a7a3-fecfc0d12524 req-01094937-f24c-49e6-8b7e-8c34c0b6f455 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0644343 May 19 21:37:27.581704 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2e074ff9-d319-4789-a7a3-fecfc0d12524 req-dd6935b5-90f0-4b80-8eb0-89fcf288b209 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457079 May 19 21:37:28.458727 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1457f5d-0413-472e-a3b8-fff87641da94 req-591e4413-f65a-4fee-ba7e-53f69d4eda4f tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:28.460670 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a1457f5d-0413-472e-a3b8-fff87641da94 req-591e4413-f65a-4fee-ba7e-53f69d4eda4f tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 943 time: 0.0521584 May 19 21:37:28.517768 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a1457f5d-0413-472e-a3b8-fff87641da94 req-c398bcfa-ebbf-4346-be0c-f6a1b6b66f91 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508175 May 19 21:37:28.615243 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e08b6c-835f-47ab-8507-7d965f9b8796 req-3d2d505e-a51e-48e1-a747-59cc23925fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:28.616666 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-47e08b6c-835f-47ab-8507-7d965f9b8796 req-3d2d505e-a51e-48e1-a747-59cc23925fd1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=120a6c484bec4e52bc5891c927647e75&device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 1127 time: 0.0948911 May 19 21:37:28.717923 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf658511-8f81-41c3-b11f-68fb1786a104 req-8f10c6bf-87f5-4343-a798-63b5a335596f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:28.719496 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bf658511-8f81-41c3-b11f-68fb1786a104 req-8f10c6bf-87f5-4343-a798-63b5a335596f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0561264 May 19 21:37:28.770274 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bf658511-8f81-41c3-b11f-68fb1786a104 req-2ab6a63c-d9d7-4c5a-b342-66d5b46e1b9c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450032 May 19 21:37:28.890299 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:37:29.004710 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb,segment=NetworkSegment(1683a865-aec4-489d-84a2-beb8ed069cc1),segment_id=1683a865-aec4-489d-84a2-beb8ed069cc1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:37:29.016889 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': 'bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb', 'network_id': '00bbdffb-749b-4e56-86f3-df5fdbc057b9', 'port_id': 'bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb', 'mac_address': 'fa:16:3e:a6:3f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c06e48-9b53-4680-bc31-a82041087d38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:37:29.055868 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:37:29.056252 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:29.070620 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:37:29.093793 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb,segment=NetworkSegment(1683a865-aec4-489d-84a2-beb8ed069cc1),segment_id=1683a865-aec4-489d-84a2-beb8ed069cc1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:37:29.098155 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:29.145823 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:37:29.650482 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e2bc1-cf65-4a7f-98cc-01977db62ee0 req-3086fdd9-6c35-4e0b-aed6-6eac62d8c9da tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:29.652278 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e72e2bc1-cf65-4a7f-98cc-01977db62ee0 req-3086fdd9-6c35-4e0b-aed6-6eac62d8c9da tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 944 time: 0.0575936 May 19 21:37:29.707396 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e72e2bc1-cf65-4a7f-98cc-01977db62ee0 req-8d970d1a-5e6b-41ee-b8cc-e34de38cc964 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478711 May 19 21:37:29.786093 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:37:29.901931 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc78e-e34a-4730-a8d4-97c18be86986 req-0e1fb563-7a0a-4a66-a906-2985d2f2254b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:29.903507 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-799bc78e-e34a-4730-a8d4-97c18be86986 req-0e1fb563-7a0a-4a66-a906-2985d2f2254b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0491173 May 19 21:37:29.956058 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-799bc78e-e34a-4730-a8d4-97c18be86986 req-e5d29e3d-3969-4436-b761-8fdfd70276e3 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464933 May 19 21:37:30.827116 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71d7e6-90e0-4c81-8fc6-3746082aebd8 req-b3889a34-276e-4126-b88d-40cddde2be27 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:30.828523 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1b71d7e6-90e0-4c81-8fc6-3746082aebd8 req-b3889a34-276e-4126-b88d-40cddde2be27 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 944 time: 0.0488696 May 19 21:37:30.880781 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:30.886603 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1b71d7e6-90e0-4c81-8fc6-3746082aebd8 req-fa2e3f33-d81f-4042-8bf4-de50c2246238 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503366 May 19 21:37:30.909195 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:30.953844 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e08b6c-835f-47ab-8507-7d965f9b8796 req-0076c0c0-e083-4b3d-85db-0205c62790fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:30.955381 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-47e08b6c-835f-47ab-8507-7d965f9b8796 req-0076c0c0-e083-4b3d-85db-0205c62790fb service neutron] 10.222.0.87 "GET /v2.0/networks?id=00bbdffb-749b-4e56-86f3-df5fdbc057b9 HTTP/1.1" status: 200 len: 914 time: 0.1044827 May 19 21:37:30.995999 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-47e08b6c-835f-47ab-8507-7d965f9b8796 req-56323faf-f121-492c-85c2-8060b748ab1e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb HTTP/1.1" status: 200 len: 217 time: 0.0334139 May 19 21:37:31.053428 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e08b6c-835f-47ab-8507-7d965f9b8796 req-75f44f93-968c-4649-a2b0-85a2b598390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:31.054871 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-47e08b6c-835f-47ab-8507-7d965f9b8796 req-75f44f93-968c-4649-a2b0-85a2b598390d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52c06e48-9b53-4680-bc31-a82041087d38 HTTP/1.1" status: 200 len: 853 time: 0.0534723 May 19 21:37:31.066984 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:37:31.104661 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-47e08b6c-835f-47ab-8507-7d965f9b8796 req-2afeb0f0-0f34-4c62-b723-13e740c78bab service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=00bbdffb-749b-4e56-86f3-df5fdbc057b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300350 May 19 21:37:31.112673 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:37:31.115252 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed498d-3462-43d2-87e5-4ca33d379430 req-03f86743-1fc3-496f-9e0a-91a509ee8183 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:31.116720 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e8ed498d-3462-43d2-87e5-4ca33d379430 req-03f86743-1fc3-496f-9e0a-91a509ee8183 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0789609 May 19 21:37:31.123957 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:37:31.124459 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:31.199196 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:37:31.199546 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:31.220390 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e8ed498d-3462-43d2-87e5-4ca33d379430 req-4be85d90-abb5-4a83-bae4-0d9ce4b61c8a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945396 May 19 21:37:31.223933 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a11702-a589-4205-9c2e-25322e44ecfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:37:31.226197 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e849205c-8aa4-4116-9a21-5727fdcdc31b" -d '{"events": [{"server_uuid": "e9a11702-a589-4205-9c2e-25322e44ecfe", "name": "network-vif-plugged", "status": "completed", "tag": "bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:37:31.240309 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb,segment=NetworkSegment(1683a865-aec4-489d-84a2-beb8ed069cc1),segment_id=1683a865-aec4-489d-84a2-beb8ed069cc1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:37:31.242675 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-47e08b6c-835f-47ab-8507-7d965f9b8796 req-f7e83396-54d4-4b99-943b-0bcf9a09b1b6 service neutron] 10.222.0.87 "GET /v2.0/networks/00bbdffb-749b-4e56-86f3-df5fdbc057b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249340 May 19 21:37:31.245888 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:31.287467 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f973c9-9601-4260-a5bd-4a3539864ed4 x-openstack-request-id: req-31f973c9-9601-4260-a5bd-4a3539864ed4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:37:31.287755 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a11702-a589-4205-9c2e-25322e44ecfe", "name": "network-vif-plugged", "status": "completed", "tag": "bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:37:31.288000 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31f973c9-9601-4260-a5bd-4a3539864ed4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:37:31.288387 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f973c9-9601-4260-a5bd-4a3539864ed4'] response: {'server_uuid': 'e9a11702-a589-4205-9c2e-25322e44ecfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb', 'code': 200} May 19 21:37:31.300870 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:37:31.355400 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-47e08b6c-835f-47ab-8507-7d965f9b8796 req-1adaeffe-1b92-4a24-99b4-eaa2868cd66a service neutron] 10.222.0.87 "GET /v2.0/networks/00bbdffb-749b-4e56-86f3-df5fdbc057b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065726 May 19 21:37:31.490097 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71834d-8aef-463e-9a3c-d44fcda64e45 req-5480b169-1019-4f9e-8633-e201f0156c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:31.491735 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7f71834d-8aef-463e-9a3c-d44fcda64e45 req-5480b169-1019-4f9e-8633-e201f0156c96 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 1129 time: 0.0426726 May 19 21:37:31.503731 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:31.542490 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7f71834d-8aef-463e-9a3c-d44fcda64e45 req-a78887af-2d10-4e65-b60b-c9be1cd48b90 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439217 May 19 21:37:32.010446 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e2482-bcb4-49e2-8ceb-4f5193259071 req-14e1ba0a-4e22-482a-80da-4b92e5dd9157 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:32.011842 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fd3e2482-bcb4-49e2-8ceb-4f5193259071 req-14e1ba0a-4e22-482a-80da-4b92e5dd9157 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 945 time: 0.0510447 May 19 21:37:32.064470 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fd3e2482-bcb4-49e2-8ceb-4f5193259071 req-2356d481-c176-4f31-9c41-df8586cc565d tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458436 May 19 21:37:32.373621 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7c803-14e7-430a-9cd9-3c693a75d0b9 req-3ef43571-e68b-4e7d-b05d-4a26a50f921c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:32.375191 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f8d7c803-14e7-430a-9cd9-3c693a75d0b9 req-3ef43571-e68b-4e7d-b05d-4a26a50f921c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 944 time: 0.0483792 May 19 21:37:32.425613 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f8d7c803-14e7-430a-9cd9-3c693a75d0b9 req-1ee71cf9-e605-431e-8d23-dd8eab61e9b6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445292 May 19 21:37:33.085416 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:37:33.187069 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5ccb6-00c8-4741-8694-f65797f58804 req-f160c2ee-67fe-443b-a5cc-7a5b7cb127a6 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:33.188770 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-04e5ccb6-00c8-4741-8694-f65797f58804 req-f160c2ee-67fe-443b-a5cc-7a5b7cb127a6 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 945 time: 0.0522859 May 19 21:37:33.241472 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-04e5ccb6-00c8-4741-8694-f65797f58804 req-a881a98c-a630-474c-8a42-dc1e82415ce7 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467999 May 19 21:37:33.289784 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:33.318377 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:37:33.325399 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:33.331185 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'port_id': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'mac_address': 'fa:16:3e:e6:f7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:37:33.374460 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:37:33.375085 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:33.390087 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:37:33.414309 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:37:33.419772 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:33.474756 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:37:33.560337 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5cf52-460f-4676-a09b-b65dfa28a0cb req-1bb18d02-ebba-445b-9808-139b591bb2c1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:33.561706 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3ca5cf52-460f-4676-a09b-b65dfa28a0cb req-1bb18d02-ebba-445b-9808-139b591bb2c1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 945 time: 0.0526044 May 19 21:37:33.614525 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3ca5cf52-460f-4676-a09b-b65dfa28a0cb req-461fe1ef-e328-4093-8247-0af92d829afb tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443556 May 19 21:37:33.918968 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['7fe0112e-1449-4e73-9fa1-f6d3a33168d8'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:37:34.366937 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463f7d6-3e82-4157-9307-8ce8a559a3e4 req-1ff9b602-f5fe-41d6-8b76-dd0c2c3d767e tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:34.368465 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b463f7d6-3e82-4157-9307-8ce8a559a3e4 req-1ff9b602-f5fe-41d6-8b76-dd0c2c3d767e tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 945 time: 0.0528452 May 19 21:37:34.422622 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b463f7d6-3e82-4157-9307-8ce8a559a3e4 req-1aa9ef3b-66cf-4fbf-a4cc-574f6f0332a8 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475519 May 19 21:37:34.755619 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42c3ff-0a46-4cfe-a606-e2212a81e58e req-88259d14-7632-45ea-a276-ed190a519850 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:34.757185 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-de42c3ff-0a46-4cfe-a606-e2212a81e58e req-88259d14-7632-45ea-a276-ed190a519850 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 945 time: 0.0579860 May 19 21:37:34.814087 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-de42c3ff-0a46-4cfe-a606-e2212a81e58e req-0cf608ed-686e-47c5-8c7f-4b7655fecff4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503714 May 19 21:37:35.214355 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:37:35.263293 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:37:35.263646 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:35.347932 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:37:35.348321 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:35.384952 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:37:35.387229 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116b1ddf-8a81-4d29-8bed-a7c184d52770" -d '{"events": [{"server_uuid": "e0250d7d-3766-4555-a9af-2429afad53bf", "name": "network-vif-plugged", "status": "completed", "tag": "7fe0112e-1449-4e73-9fa1-f6d3a33168d8"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:37:35.401585 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:37:35.408505 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:35.434796 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe3c7e6-a5ab-4415-869d-8040e6a6fbb7 x-openstack-request-id: req-abe3c7e6-a5ab-4415-869d-8040e6a6fbb7 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:37:35.435110 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0250d7d-3766-4555-a9af-2429afad53bf", "name": "network-vif-plugged", "status": "completed", "tag": "7fe0112e-1449-4e73-9fa1-f6d3a33168d8", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:37:35.436021 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-abe3c7e6-a5ab-4415-869d-8040e6a6fbb7 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:37:35.436668 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe3c7e6-a5ab-4415-869d-8040e6a6fbb7'] response: {'server_uuid': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'code': 200} May 19 21:37:35.466614 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:37:35.943887 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602397b0-cf58-45c5-a109-4a175e2dd6a4 req-86ee077b-9b0b-4962-8e48-d83bea0dca02 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:35.945343 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-602397b0-cf58-45c5-a109-4a175e2dd6a4 req-86ee077b-9b0b-4962-8e48-d83bea0dca02 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 947 time: 0.0481801 May 19 21:37:36.001058 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-602397b0-cf58-45c5-a109-4a175e2dd6a4 req-ac05b570-9f91-430d-b576-eda0219e946a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483317 May 19 21:37:36.076454 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:36.088283 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a517e-db7d-4088-be39-a4534ca6e25a req-9e6b55f6-94a5-4bf4-a104-b0ac58ab5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:36.089798 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-386a517e-db7d-4088-be39-a4534ca6e25a req-9e6b55f6-94a5-4bf4-a104-b0ac58ab5990 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 1131 time: 0.0394104 May 19 21:37:36.141481 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-386a517e-db7d-4088-be39-a4534ca6e25a req-387233dc-3111-4fb0-9d48-b9e92dee3bde service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424995 May 19 21:37:36.669675 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e2b349a-78c5-461a-b768-634ae78e8aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:37.137084 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3979a-2cfc-4567-acab-7614a2ffdc7e req-892ae68c-bc00-4f82-80bb-475a27728c76 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:37.138658 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d4f3979a-2cfc-4567-acab-7614a2ffdc7e req-892ae68c-bc00-4f82-80bb-475a27728c76 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 947 time: 0.0557673 May 19 21:37:37.189369 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d4f3979a-2cfc-4567-acab-7614a2ffdc7e req-b2de80aa-ba81-4c23-8812-15735b8f3baa tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447445 May 19 21:37:38.326633 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7f4a9-50b0-418c-b887-ab4819352b53 req-fe1de835-b6c7-419c-ac65-3d2004ab85d0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:38.328130 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-beb7f4a9-50b0-418c-b887-ab4819352b53 req-fe1de835-b6c7-419c-ac65-3d2004ab85d0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 947 time: 0.0573635 May 19 21:37:38.381869 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-beb7f4a9-50b0-418c-b887-ab4819352b53 req-c11c156b-c91b-40c6-b954-d80eb54fc207 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452783 May 19 21:37:39.354089 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12105f47-2329-4c89-8155-1a39cf037cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:39.520138 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43752785-4137-4c61-87ed-73ef4936b317 req-db89fd6c-722b-4cbb-97a9-dbd3700ceb82 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:37:39.521660 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-43752785-4137-4c61-87ed-73ef4936b317 req-db89fd6c-722b-4cbb-97a9-dbd3700ceb82 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 947 time: 0.0522501 May 19 21:37:39.570186 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-43752785-4137-4c61-87ed-73ef4936b317 req-30d55ff5-aee8-4b05-a5a9-f160b8bf09b2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425498 May 19 21:37:40.472512 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:40.841008 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:41.987455 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:43.043639 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:37:47.951110 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:47.951949 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=7 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:48.374745 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=67 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:48.377826 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=16 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:49.564558 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:49.566465 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=34 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:53.031860 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=70,neutron:UPDATE=7 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:37:53.037954 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:00.956621 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:38:00.982542 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89f19d-e251-4054-91c0-7b351ce07fee req-2660815b-0551-4ca2-8522-c826a24fad64 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:00.984148 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cf89f19d-e251-4054-91c0-7b351ce07fee req-2660815b-0551-4ca2-8522-c826a24fad64 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 945 time: 0.0541584 May 19 21:38:01.039376 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cf89f19d-e251-4054-91c0-7b351ce07fee req-6e559192-5bb2-4376-b6f4-c5bb60b155f6 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493107 May 19 21:38:02.165006 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8fa37-ab32-4e3d-b600-9a1b50c354ce req-fd3f7625-674a-4842-9325-b93216debf31 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:02.166450 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-47d8fa37-ab32-4e3d-b600-9a1b50c354ce req-fd3f7625-674a-4842-9325-b93216debf31 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 945 time: 0.0505154 May 19 21:38:02.215847 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-47d8fa37-ab32-4e3d-b600-9a1b50c354ce req-2b166b8e-767e-468d-b9c7-035dd773096a tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429499 May 19 21:38:03.368526 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49efea-f492-4116-bc81-8ee16f24cb54 req-c3ef17a3-3613-4955-bad2-ded5a17ba155 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:03.369998 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1a49efea-f492-4116-bc81-8ee16f24cb54 req-c3ef17a3-3613-4955-bad2-ded5a17ba155 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 945 time: 0.0760341 May 19 21:38:03.377903 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91238952-bc46-4c6f-a0b7-f3c7665c7340 req-f3323f80-e944-4ac7-8897-e3cd895d6255 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:03.379311 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-91238952-bc46-4c6f-a0b7-f3c7665c7340 req-f3323f80-e944-4ac7-8897-e3cd895d6255 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a11702-a589-4205-9c2e-25322e44ecfe HTTP/1.1" status: 200 len: 945 time: 0.0753403 May 19 21:38:03.489110 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-91238952-bc46-4c6f-a0b7-f3c7665c7340 req-8a234889-2aa9-4390-bf93-5d5d81da9bea tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0815ee0-4cb1-4000-841c-03ecc47182a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027675 May 19 21:38:03.497850 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-1a49efea-f492-4116-bc81-8ee16f24cb54 req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Deleting port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:38:03.497850 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a49efea-f492-4116-bc81-8ee16f24cb54 req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:03.600161 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1a49efea-f492-4116-bc81-8ee16f24cb54 req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] For port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb,segment=NetworkSegment(1683a865-aec4-489d-84a2-beb8ed069cc1),segment_id=1683a865-aec4-489d-84a2-beb8ed069cc1)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:38:03.600549 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a49efea-f492-4116-bc81-8ee16f24cb54 req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:03.616088 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-1a49efea-f492-4116-bc81-8ee16f24cb54 req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Calling delete_port for bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:38:03.753879 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a49efea-f492-4116-bc81-8ee16f24cb54 req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:03.767618 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:38:03.789160 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Pushing event deleted for resources: {'Port': ['ID=bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:38:03.815912 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.816252 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.816590 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.816918 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.817243 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.817568 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.817892 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.818189 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.818529 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.818847 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.819164 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.819479 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.819788 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.820096 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.820410 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:03.844848 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a49efea-f492-4116-bc81-8ee16f24cb54 req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] No DVR routers for this DVR port bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb on host hv-cinder-83563 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:38:03.847522 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a49efea-f492-4116-bc81-8ee16f24cb54 req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:03.850723 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1a49efea-f492-4116-bc81-8ee16f24cb54 req-2b1dc302-9e99-49f7-9be9-9f5864772ff9 tempest-VolumesSnapshotTestJSON-403570519 tempest-VolumesSnapshotTestJSON-403570519-project] 10.222.0.87 "DELETE /v2.0/ports/bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb HTTP/1.1" status: 204 len: 173 time: 0.4705579 May 19 21:38:03.851160 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a11702-a589-4205-9c2e-25322e44ecfe', 'name': 'network-vif-deleted', 'tag': 'bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:38:03.853418 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b3361b-650e-485a-92b6-e87653855a42" -d '{"events": [{"server_uuid": "e9a11702-a589-4205-9c2e-25322e44ecfe", "name": "network-vif-deleted", "tag": "bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:38:03.952069 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010ea1a3-8423-46be-8a0b-f8cc527277fc x-openstack-request-id: req-010ea1a3-8423-46be-8a0b-f8cc527277fc {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:38:03.952502 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a11702-a589-4205-9c2e-25322e44ecfe", "name": "network-vif-deleted", "tag": "bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:38:03.952948 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-010ea1a3-8423-46be-8a0b-f8cc527277fc {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:38:03.953591 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010ea1a3-8423-46be-8a0b-f8cc527277fc'] response: {'server_uuid': 'e9a11702-a589-4205-9c2e-25322e44ecfe', 'name': 'network-vif-deleted', 'tag': 'bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb', 'status': 'completed', 'code': 200} May 19 21:38:06.665276 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c87352ed-1036-43b9-aaa4-453057dc52e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:07.967805 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:38:07.987977 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:38:07.988329 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device bd8d518d-9ed5-430e-bea4-b9bd5b79cbbb not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:38:09.354075 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87d838f0-bf9e-48f9-9272-3cd18b7dd462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:10.476248 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:10.851217 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:10.950937 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=15 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:10.951984 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=13 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:11.988361 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:12.204838 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=10 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:12.212203 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=8 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:13.062879 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:13.826260 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=63,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:13.827580 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=64,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:15.794228 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01fe3b38-efd0-41f0-aaf6-17f91afcc1f5 req-4da5bef9-72e8-4635-a893-b79dcedfa319 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434337 May 19 21:38:15.899839 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe3b38-efd0-41f0-aaf6-17f91afcc1f5 req-83a8d071-bf5d-498a-bd76-2779ab34aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:15.901332 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01fe3b38-efd0-41f0-aaf6-17f91afcc1f5 req-83a8d071-bf5d-498a-bd76-2779ab34aac4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 1131 time: 0.0420291 May 19 21:38:19.845296 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe3b38-efd0-41f0-aaf6-17f91afcc1f5 req-90f14e2c-54bb-4b5c-871e-601ab1efa922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:19.847018 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01fe3b38-efd0-41f0-aaf6-17f91afcc1f5 req-90f14e2c-54bb-4b5c-871e-601ab1efa922 service neutron] 10.222.0.87 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 918 time: 0.0998428 May 19 21:38:20.878168 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01fe3b38-efd0-41f0-aaf6-17f91afcc1f5 req-145f7228-2c79-4d50-8209-b97b5ee22b59 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8 HTTP/1.1" status: 200 len: 1002 time: 0.0663695 May 19 21:38:21.368582 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe3b38-efd0-41f0-aaf6-17f91afcc1f5 req-2e04cc92-cbad-4b63-8e1a-121e30aa207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:21.371217 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01fe3b38-efd0-41f0-aaf6-17f91afcc1f5 req-2e04cc92-cbad-4b63-8e1a-121e30aa207d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa HTTP/1.1" status: 200 len: 856 time: 0.0657058 May 19 21:38:21.418938 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe3b38-efd0-41f0-aaf6-17f91afcc1f5 req-8daca8cf-295b-412a-9efc-749b1aad1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:21.421471 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01fe3b38-efd0-41f0-aaf6-17f91afcc1f5 req-8daca8cf-295b-412a-9efc-749b1aad1d76 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437083 May 19 21:38:21.526138 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01fe3b38-efd0-41f0-aaf6-17f91afcc1f5 req-5d861a36-f5bb-44cf-968a-1d8eff81832f service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984576 May 19 21:38:21.883109 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01fe3b38-efd0-41f0-aaf6-17f91afcc1f5 req-0396b8cd-9425-46b8-b126-ce49da907365 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507805 May 19 21:38:22.746155 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a631de1-cc0e-4cfe-b4e3-092ab3bee25a req-db80d9c6-8244-42ea-a689-2ec40f9e1858 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:22.748673 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5a631de1-cc0e-4cfe-b4e3-092ab3bee25a req-db80d9c6-8244-42ea-a689-2ec40f9e1858 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0596182 May 19 21:38:22.757599 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c88ad-7d71-49fe-bd05-886731276581 req-f51115e5-5af3-49b8-bfde-31a7a63ec521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:22.759506 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7a4c88ad-7d71-49fe-bd05-886731276581 req-f51115e5-5af3-49b8-bfde-31a7a63ec521 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 1129 time: 0.0567329 May 19 21:38:22.805390 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5a631de1-cc0e-4cfe-b4e3-092ab3bee25a req-c6dfd7b9-ab71-45ac-9ad8-5882cb45afe3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509143 May 19 21:38:22.900397 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c88ad-7d71-49fe-bd05-886731276581 req-c35ffe5b-e6bc-4d8a-90b2-9ff366ba7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:22.902278 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7a4c88ad-7d71-49fe-bd05-886731276581 req-c35ffe5b-e6bc-4d8a-90b2-9ff366ba7908 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 920 time: 0.1359758 May 19 21:38:22.979543 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7a4c88ad-7d71-49fe-bd05-886731276581 req-02b7bdbe-ef4a-4731-826a-ce078e371b2e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 HTTP/1.1" status: 200 len: 1001 time: 0.0709200 May 19 21:38:23.035783 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c88ad-7d71-49fe-bd05-886731276581 req-5baa27b1-0025-482e-8727-edde00af2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:23.037312 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:23.037967 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7a4c88ad-7d71-49fe-bd05-886731276581 req-5baa27b1-0025-482e-8727-edde00af2b9e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.0512288 May 19 21:38:23.052004 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:23.093824 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c88ad-7d71-49fe-bd05-886731276581 req-55438798-7efa-4a16-a111-5f8a030081c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:23.093824 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7a4c88ad-7d71-49fe-bd05-886731276581 req-55438798-7efa-4a16-a111-5f8a030081c9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493894 May 19 21:38:23.207458 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7a4c88ad-7d71-49fe-bd05-886731276581 req-a1b9ed12-94d0-42f3-9859-9a94f53fddfe service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068068 May 19 21:38:23.295692 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:23.328646 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7a4c88ad-7d71-49fe-bd05-886731276581 req-69d89a97-1c34-4e21-bdd0-a33bf57021f3 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142337 May 19 21:38:23.937399 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80412d-0ff6-4478-883e-c59960daa239 req-d19b4598-d258-4f45-bd7f-6485ae43e132 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:23.938941 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5a80412d-0ff6-4478-883e-c59960daa239 req-d19b4598-d258-4f45-bd7f-6485ae43e132 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0522070 May 19 21:38:23.992923 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:24.001241 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5a80412d-0ff6-4478-883e-c59960daa239 req-095aa53f-2440-4a99-972f-fff1b6edc1e8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542846 May 19 21:38:24.948680 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:24.949522 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:25.130251 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53624fb-d2f1-4fb6-9e8d-dd3a71674929 req-a73ebcf7-2097-4dd7-bf93-a0dc663ca8a4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:25.131738 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a53624fb-d2f1-4fb6-9e8d-dd3a71674929 req-a73ebcf7-2097-4dd7-bf93-a0dc663ca8a4 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0509591 May 19 21:38:25.181815 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a53624fb-d2f1-4fb6-9e8d-dd3a71674929 req-a7a3ae5d-3529-411f-a1e1-babe6f121a75 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444074 May 19 21:38:26.307768 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73402039-1069-4cb5-a865-dab26abac6a4 req-e2a1f9c7-9bde-4c97-b400-d2731b834647 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:26.309336 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-73402039-1069-4cb5-a865-dab26abac6a4 req-e2a1f9c7-9bde-4c97-b400-d2731b834647 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0524702 May 19 21:38:26.368763 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-73402039-1069-4cb5-a865-dab26abac6a4 req-bf63aa74-c4bc-406e-a9a2-d8ef2f1e0176 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501418 May 19 21:38:27.501291 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e08f7-adda-44bc-a050-b6a9c6b61f24 req-3b0b6341-238a-4a81-a872-7bc1ebaef488 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:27.502854 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-142e08f7-adda-44bc-a050-b6a9c6b61f24 req-3b0b6341-238a-4a81-a872-7bc1ebaef488 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0517902 May 19 21:38:27.552845 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-142e08f7-adda-44bc-a050-b6a9c6b61f24 req-58070318-48e9-4566-bafc-3b39cafff4a3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438354 May 19 21:38:28.676383 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc083870-6de7-4c04-9873-5dfca5b55e7a req-7fa05998-397b-46b7-b13f-6a3d987ffefa tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:28.677878 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc083870-6de7-4c04-9873-5dfca5b55e7a req-7fa05998-397b-46b7-b13f-6a3d987ffefa tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0537553 May 19 21:38:28.741437 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc083870-6de7-4c04-9873-5dfca5b55e7a req-3f406e3e-765e-47d4-afbd-fc347df7057f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571103 May 19 21:38:29.877850 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ff9a2-7825-4904-a1d1-672bcc1e0f6b req-4e9212d3-6f3e-4aa3-ac0b-5a2befef8cd7 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:29.879358 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4a0ff9a2-7825-4904-a1d1-672bcc1e0f6b req-4e9212d3-6f3e-4aa3-ac0b-5a2befef8cd7 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0569892 May 19 21:38:29.929303 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4a0ff9a2-7825-4904-a1d1-672bcc1e0f6b req-9f1e965a-6c96-413c-8a49-529af7585a41 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437036 May 19 21:38:31.055484 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad10c2a-54f5-450a-8800-57d2492ddd35 req-cc026a72-bbc5-49a9-941f-74112c33db79 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:31.056985 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ad10c2a-54f5-450a-8800-57d2492ddd35 req-cc026a72-bbc5-49a9-941f-74112c33db79 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0506015 May 19 21:38:31.118321 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ad10c2a-54f5-450a-8800-57d2492ddd35 req-3ee6254c-8fba-4fea-9d4b-166adf491ed3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530512 May 19 21:38:31.238610 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 33728) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:38:31.287478 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Deleting subnet 52c06e48-9b53-4680-bc31-a82041087d38 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:38:31.291125 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Publish callbacks [] for subnet (52c06e48-9b53-4680-bc31-a82041087d38), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:31.327470 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8751406'] for subnet (52c06e48-9b53-4680-bc31-a82041087d38), precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:31.369181 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (52c06e48-9b53-4680-bc31-a82041087d38), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:31.431160 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934005'] for subnet (52c06e48-9b53-4680-bc31-a82041087d38), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:31.455907 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c06e48-9b53-4680-bc31-a82041087d38,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:38:31.466805 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.467145 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.467487 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.467820 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.468144 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.468467 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.468813 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.469523 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.469523 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.469776 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.470089 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.470409 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.470755 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.471092 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.471402 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:38:31.474548 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:31.479999 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-1e635112-9190-4ced-99b1-33adba1ea90f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/52c06e48-9b53-4680-bc31-a82041087d38 HTTP/1.1" status: 204 len: 168 time: 0.2380793 May 19 21:38:31.480449 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 33730) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:38:31.552715 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b77f5df-514a-4b07-80e6-35ac0ae681a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (00bbdffb-749b-4e56-86f3-df5fdbc057b9), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:31.883011 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b77f5df-514a-4b07-80e6-35ac0ae681a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (00bbdffb-749b-4e56-86f3-df5fdbc057b9), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:31.904562 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4b77f5df-514a-4b07-80e6-35ac0ae681a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bbdffb-749b-4e56-86f3-df5fdbc057b9']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:38:31.914541 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4b77f5df-514a-4b07-80e6-35ac0ae681a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1683a865-aec4-489d-84a2-beb8ed069cc1') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:38:31.914826 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-4b77f5df-514a-4b07-80e6-35ac0ae681a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1683a865-aec4-489d-84a2-beb8ed069cc1') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:38:31.925278 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b77f5df-514a-4b07-80e6-35ac0ae681a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751383'] for segment (1683a865-aec4-489d-84a2-beb8ed069cc1), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:31.941989 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b77f5df-514a-4b07-80e6-35ac0ae681a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (1683a865-aec4-489d-84a2-beb8ed069cc1), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:31.949698 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b77f5df-514a-4b07-80e6-35ac0ae681a9 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:38:31.950187 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b77f5df-514a-4b07-80e6-35ac0ae681a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8714482'] for segment (1683a865-aec4-489d-84a2-beb8ed069cc1), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:32.022092 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b77f5df-514a-4b07-80e6-35ac0ae681a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (00bbdffb-749b-4e56-86f3-df5fdbc057b9), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:32.028983 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4b77f5df-514a-4b07-80e6-35ac0ae681a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:32.034848 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-4b77f5df-514a-4b07-80e6-35ac0ae681a9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/00bbdffb-749b-4e56-86f3-df5fdbc057b9 HTTP/1.1" status: 204 len: 168 time: 0.5507889 May 19 21:38:32.049756 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment 1683a865-aec4-489d-84a2-beb8ed069cc1 resource provider aggregate not found May 19 21:38:32.053965 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77f5df-514a-4b07-80e6-35ac0ae681a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=00bbdffb-749b-4e56-86f3-df5fdbc057b9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:38:32.076709 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment 1683a865-aec4-489d-84a2-beb8ed069cc1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1683a865-aec4-489d-84a2-beb8ed069cc1 found for delete ", "request_id": "req-acf028c6-f18e-48fb-88c4-8656cc373d10"}]} May 19 21:38:32.229349 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 33742) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:38:32.238386 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacab1fb-4c3b-4ddb-8517-5a1c4298547e req-f2bbedf8-e6ea-4783-b697-901a57cd996d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:32.240046 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-aacab1fb-4c3b-4ddb-8517-5a1c4298547e req-f2bbedf8-e6ea-4783-b697-901a57cd996d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0486524 May 19 21:38:32.252788 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:32.268043 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:32.275608 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5689116e-a553-42c9-9618-7fde99274c25 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=120a6c484bec4e52bc5891c927647e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449002 May 19 21:38:32.278007 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 33744) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:38:32.295212 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-aacab1fb-4c3b-4ddb-8517-5a1c4298547e req-023c47bb-06e6-4082-b415-60ad58c941b1 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494788 May 19 21:38:32.328009 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-128d5c74-74a4-4a2c-aef8-67aa20510187 admin admin] Publish callbacks [] for security_group (b0815ee0-4cb1-4000-841c-03ecc47182a5), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:32.351160 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-128d5c74-74a4-4a2c-aef8-67aa20510187 admin admin] Publish callbacks [] for security_group (b0815ee0-4cb1-4000-841c-03ecc47182a5), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:32.400519 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-128d5c74-74a4-4a2c-aef8-67aa20510187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (b0815ee0-4cb1-4000-841c-03ecc47182a5), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:32.403311 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-128d5c74-74a4-4a2c-aef8-67aa20510187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:32.405123 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-128d5c74-74a4-4a2c-aef8-67aa20510187 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b0815ee0-4cb1-4000-841c-03ecc47182a5 HTTP/1.1" status: 204 len: 168 time: 0.1260293 May 19 21:38:32.414630 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d5c74-74a4-4a2c-aef8-67aa20510187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0815ee0-4cb1-4000-841c-03ecc47182a5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:38:33.420567 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303659-2057-4e06-b678-cc04314df47a req-2b3ae21d-98b3-4090-9f64-6c1a830fc278 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:33.422281 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0f303659-2057-4e06-b678-cc04314df47a req-2b3ae21d-98b3-4090-9f64-6c1a830fc278 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0565858 May 19 21:38:33.476908 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0f303659-2057-4e06-b678-cc04314df47a req-8bacf6c1-4b1e-42d6-99fe-5f135f571d96 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474191 May 19 21:38:34.609077 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1059ac-bcc7-4d0b-a244-41bcdf58fcdc req-01212565-2409-435c-aa8d-54651489ae84 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:34.610627 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7d1059ac-bcc7-4d0b-a244-41bcdf58fcdc req-01212565-2409-435c-aa8d-54651489ae84 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0546117 May 19 21:38:34.662318 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7d1059ac-bcc7-4d0b-a244-41bcdf58fcdc req-50710e79-22f0-4573-a63d-1a56d6b5c9f3 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458632 May 19 21:38:35.791922 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e76f7-8588-4d11-90a5-27cb6deb6bdd req-45ea9c18-3871-4f1a-a23f-073f5d2d3c54 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:35.793337 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ce6e76f7-8588-4d11-90a5-27cb6deb6bdd req-45ea9c18-3871-4f1a-a23f-073f5d2d3c54 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0555704 May 19 21:38:35.845348 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ce6e76f7-8588-4d11-90a5-27cb6deb6bdd req-04417876-6c45-425b-9261-6440c60896d6 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458002 May 19 21:38:36.663330 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c4108cb-922e-4b35-8d5d-5e9bb64bffb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:36.984100 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d673f7-e89c-4d08-b465-9356b504f6ce req-b0b9fec6-3043-4c20-b824-cdd64d15d907 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:36.985776 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-27d673f7-e89c-4d08-b465-9356b504f6ce req-b0b9fec6-3043-4c20-b824-cdd64d15d907 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0632632 May 19 21:38:37.034952 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-27d673f7-e89c-4d08-b465-9356b504f6ce req-263178e7-bc65-4fb7-82e6-c35106f8252e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428841 May 19 21:38:37.957627 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:38:38.166054 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f14f3b-aac0-44cb-b327-41cf7e000f36 req-a40ae6a4-96a1-4396-898a-45f191abdf9f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:38.168200 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-35f14f3b-aac0-44cb-b327-41cf7e000f36 req-a40ae6a4-96a1-4396-898a-45f191abdf9f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0620966 May 19 21:38:38.217962 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-35f14f3b-aac0-44cb-b327-41cf7e000f36 req-32911a5a-263e-4e3c-b09d-bd97621daf11 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435843 May 19 21:38:39.343851 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3194ecb-1ee9-4be4-95d8-87d4850f38f4 req-882c82dd-0fa6-473f-8f4f-db229cc784fe tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:39.345875 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e3194ecb-1ee9-4be4-95d8-87d4850f38f4 req-882c82dd-0fa6-473f-8f4f-db229cc784fe tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0578744 May 19 21:38:39.348912 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-187d432e-e33a-4b80-ade4-b5f943db67c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:39.395765 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e3194ecb-1ee9-4be4-95d8-87d4850f38f4 req-068e382f-dc6c-45c9-88d2-2bc33134f772 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441012 May 19 21:38:40.478662 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:40.531727 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dfd7c-fd92-4e67-8a17-1f4c17fd31b8 req-a7441b3f-283d-4f18-83eb-355c5cb5db94 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:40.533259 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bb8dfd7c-fd92-4e67-8a17-1f4c17fd31b8 req-a7441b3f-283d-4f18-83eb-355c5cb5db94 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0623019 May 19 21:38:40.590444 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bb8dfd7c-fd92-4e67-8a17-1f4c17fd31b8 req-287d6c59-1678-4b78-8a6a-5c2a8af9b764 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510678 May 19 21:38:40.849467 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:41.094962 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76d4f7-9bcb-40c5-852e-79b522d60a13 req-fc6f8eb1-84da-4e0d-906f-6c0f55092334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:41.096502 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6d76d4f7-9bcb-40c5-852e-79b522d60a13 req-fc6f8eb1-84da-4e0d-906f-6c0f55092334 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 1129 time: 0.0421064 May 19 21:38:41.122699 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:41.124413 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:41.147056 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6d76d4f7-9bcb-40c5-852e-79b522d60a13 req-b98bdb8f-3be1-428a-9b44-9dde371bd7e4 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429304 May 19 21:38:41.721543 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2b33d-80ca-4ac4-ab87-0737efe4f2d5 req-c407eaa2-fb22-4181-896b-1bc44dbe67ee tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:41.723188 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-78e2b33d-80ca-4ac4-ab87-0737efe4f2d5 req-c407eaa2-fb22-4181-896b-1bc44dbe67ee tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0558734 May 19 21:38:41.784219 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-78e2b33d-80ca-4ac4-ab87-0737efe4f2d5 req-d4031c74-ba55-49b5-9c37-00ef7ebeb834 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551472 May 19 21:38:41.991423 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:42.911539 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bfad5-5249-4972-ac77-3f3768d73f4b req-2c9948aa-9aa6-498d-b8d6-2578c9e4a22d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:42.913361 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-783bfad5-5249-4972-ac77-3f3768d73f4b req-2c9948aa-9aa6-498d-b8d6-2578c9e4a22d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0519743 May 19 21:38:42.968634 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-783bfad5-5249-4972-ac77-3f3768d73f4b req-db2afa22-7448-4d65-baa9-c308dc58293a tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493155 May 19 21:38:43.060812 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:43.498623 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b3d6-572e-405a-afbd-5ab19626e732 req-95711a14-092d-4499-82b4-3b132df07cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:43.500711 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5d06b3d6-572e-405a-afbd-5ab19626e732 req-95711a14-092d-4499-82b4-3b132df07cb9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 1129 time: 0.0475209 May 19 21:38:43.501608 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8461328-6898-449f-84dc-9f98bc3ac8c0 req-6cc41f53-0a41-4423-888e-53b1fc1d0096 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:43.503297 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e8461328-6898-449f-84dc-9f98bc3ac8c0 req-6cc41f53-0a41-4423-888e-53b1fc1d0096 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0559309 May 19 21:38:43.583035 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e8461328-6898-449f-84dc-9f98bc3ac8c0 req-bd8f06e9-000c-4f46-9fd9-06e464949495 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704603 May 19 21:38:43.613464 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b3d6-572e-405a-afbd-5ab19626e732 req-575ddeff-218a-43ca-be7c-ab179dc26dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:43.614986 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5d06b3d6-572e-405a-afbd-5ab19626e732 req-575ddeff-218a-43ca-be7c-ab179dc26dce service neutron] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 920 time: 0.1075523 May 19 21:38:43.688735 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5d06b3d6-572e-405a-afbd-5ab19626e732 req-a6ae63fe-0569-4bcd-a785-1cf157f8a942 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 HTTP/1.1" status: 200 len: 1001 time: 0.0634522 May 19 21:38:43.741278 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b3d6-572e-405a-afbd-5ab19626e732 req-9d68d479-5d98-4362-9bac-4b676ffb35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:43.742829 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5d06b3d6-572e-405a-afbd-5ab19626e732 req-9d68d479-5d98-4362-9bac-4b676ffb35aa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.0477006 May 19 21:38:43.790480 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b3d6-572e-405a-afbd-5ab19626e732 req-317581fd-4734-403e-a10a-e7a271d2fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:43.792043 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5d06b3d6-572e-405a-afbd-5ab19626e732 req-317581fd-4734-403e-a10a-e7a271d2fc41 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419860 May 19 21:38:43.894846 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5d06b3d6-572e-405a-afbd-5ab19626e732 req-52f8c41e-5a03-48ba-b05d-7a7b89f94eea service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953696 May 19 21:38:43.996307 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5d06b3d6-572e-405a-afbd-5ab19626e732 req-4c6571fb-5591-4cfa-afa2-a6d46b78dbd9 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943332 May 19 21:38:44.710416 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88ea6a-0145-446c-a9df-00bc76617a82 req-078cddea-3930-415f-abc9-4ee059774201 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:44.712100 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a88ea6a-0145-446c-a9df-00bc76617a82 req-078cddea-3930-415f-abc9-4ee059774201 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0506513 May 19 21:38:44.775692 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a88ea6a-0145-446c-a9df-00bc76617a82 req-d207d7a9-2b80-4fdc-aff0-39f8e08cb6cc tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572264 May 19 21:38:45.903386 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceac36-5eca-4b76-91eb-13ff6d161250 req-752620a1-6067-412f-bfd8-eafd4c9900b0 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:45.905200 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-69ceac36-5eca-4b76-91eb-13ff6d161250 req-752620a1-6067-412f-bfd8-eafd4c9900b0 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0535536 May 19 21:38:45.961688 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-69ceac36-5eca-4b76-91eb-13ff6d161250 req-88282f98-4afd-4a04-89ac-eecd4008442b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504832 May 19 21:38:47.114457 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df9be8-7c8b-4e7d-af87-71c2a1b218bf req-2f6b9ab0-c432-4496-a914-f061c4e85b7b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:47.116579 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-32df9be8-7c8b-4e7d-af87-71c2a1b218bf req-2f6b9ab0-c432-4496-a914-f061c4e85b7b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0783315 May 19 21:38:47.171646 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-32df9be8-7c8b-4e7d-af87-71c2a1b218bf req-394f4cdb-5bd6-446d-b636-3a68e0cb40da tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491924 May 19 21:38:47.332850 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73f662-a71d-481e-b836-c8f9358b7dff req-ca8178e8-e10f-4254-8152-5af77a0eb972 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:47.334463 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ec73f662-a71d-481e-b836-c8f9358b7dff req-ca8178e8-e10f-4254-8152-5af77a0eb972 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0565884 May 19 21:38:47.343718 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 33800) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:38:47.348320 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-2e0603e9-2d95-4228-aef0-322eae121399 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Request body: {'floatingip': {'port_id': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:38:47.407718 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e0603e9-2d95-4228-aef0-322eae121399 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for floatingip (bf4d3d49-664b-48e1-96cf-e37190831f12), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:47.864007 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:47.905959 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:47.953252 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:47.954144 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:48.030209 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e0603e9-2d95-4228-aef0-322eae121399 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:48.035188 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e0603e9-2d95-4228-aef0-322eae121399 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (bf4d3d49-664b-48e1-96cf-e37190831f12), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:48.259572 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0603e9-2d95-4228-aef0-322eae121399 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Router c61be7a6-aa87-455e-91eb-e30b71e229b5 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:38:48.373945 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0603e9-2d95-4228-aef0-322eae121399 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:38:48.379092 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2e0603e9-2d95-4228-aef0-322eae121399 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:38:48.389441 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae529e-97d7-45c0-adb4-f43ac7ff9daf None None] Sync routers for ids ['c61be7a6-aa87-455e-91eb-e30b71e229b5'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:38:48.406811 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae529e-97d7-45c0-adb4-f43ac7ff9daf None None] Routers {'c61be7a6-aa87-455e-91eb-e30b71e229b5'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:38:48.407837 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-52ae529e-97d7-45c0-adb4-f43ac7ff9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:38:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['c61be7a6-aa87-455e-91eb-e30b71e229b5'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:38:48.415804 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51de034-1fec-4513-a375-6b28e6180d82', 'tag': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:38:48.418117 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6875967-c67a-49d4-8384-d535c797ed6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e51de034-1fec-4513-a375-6b28e6180d82", "tag": "f6476118-5256-4fbe-bbbd-6fb7f8cb02c1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:38:48.454633 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-2e0603e9-2d95-4228-aef0-322eae121399 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "PUT /v2.0/floatingips/bf4d3d49-664b-48e1-96cf-e37190831f12 HTTP/1.1" status: 200 len: 993 time: 1.1091235 May 19 21:38:48.582618 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-52ae529e-97d7-45c0-adb4-f43ac7ff9daf None None] Set router c61be7a6-aa87-455e-91eb-e30b71e229b5 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:38:48.641905 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aedd2e9-8b4f-4eb6-af74-252fac5fd228 x-openstack-request-id: req-0aedd2e9-8b4f-4eb6-af74-252fac5fd228 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:38:48.642332 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51de034-1fec-4513-a375-6b28e6180d82", "tag": "f6476118-5256-4fbe-bbbd-6fb7f8cb02c1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:38:48.642702 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0aedd2e9-8b4f-4eb6-af74-252fac5fd228 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:38:48.644018 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aedd2e9-8b4f-4eb6-af74-252fac5fd228'] response: {'name': 'network-changed', 'server_uuid': 'e51de034-1fec-4513-a375-6b28e6180d82', 'tag': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1', 'status': 'completed', 'code': 200} May 19 21:38:48.721235 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6875967-c67a-49d4-8384-d535c797ed6a req-340a3590-e4e1-478e-8116-2ca190ac605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:48.723522 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b6875967-c67a-49d4-8384-d535c797ed6a req-340a3590-e4e1-478e-8116-2ca190ac605c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 1129 time: 0.0530758 May 19 21:38:48.839406 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6875967-c67a-49d4-8384-d535c797ed6a req-ea6b801e-9f91-48aa-bc3c-612f49f33e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:48.840971 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b6875967-c67a-49d4-8384-d535c797ed6a req-ea6b801e-9f91-48aa-bc3c-612f49f33e22 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 920 time: 0.1095791 May 19 21:38:48.914193 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-52ae529e-97d7-45c0-adb4-f43ac7ff9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:16Z', 'revision_number': 4, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'bf4d3d49-664b-48e1-96cf-e37190831f12', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'port_id': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'mac_address': 'fa:16:3e:a6:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51de034-1fec-4513-a375-6b28e6180d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:34:47Z', 'updated_at': '2022-05-19T21:38:47Z', 'revision_number': 3, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3c6ddf-7d6b-486f-9dc8-130d333e28e9', 'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'mac_address': 'fa:16:3e:18:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:14Z', 'updated_at': '2022-05-19T21:32:28Z', 'revision_number': 5, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'subnets': [{'id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:38:48.922541 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b6875967-c67a-49d4-8384-d535c797ed6a req-2debbaea-67cb-45f1-8f6c-43dac2bf7308 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 HTTP/1.1" status: 200 len: 1001 time: 0.0739396 May 19 21:38:48.941420 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae529e-97d7-45c0-adb4-f43ac7ff9daf None None] Checking router: c61be7a6-aa87-455e-91eb-e30b71e229b5 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:38:48.952026 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae529e-97d7-45c0-adb4-f43ac7ff9daf None None] Routers {'c61be7a6-aa87-455e-91eb-e30b71e229b5'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:38:48.952656 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-52ae529e-97d7-45c0-adb4-f43ac7ff9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:38:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['c61be7a6-aa87-455e-91eb-e30b71e229b5'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:38:48.966026 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:48.985771 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6875967-c67a-49d4-8384-d535c797ed6a req-5410df81-2c1f-498f-b1a4-7fbe686020cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:48.987889 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b6875967-c67a-49d4-8384-d535c797ed6a req-5410df81-2c1f-498f-b1a4-7fbe686020cd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.0592723 May 19 21:38:49.040577 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:49.047794 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6875967-c67a-49d4-8384-d535c797ed6a req-8aa8a7b0-b3c5-4483-89ee-f3376d617668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:49.049466 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b6875967-c67a-49d4-8384-d535c797ed6a req-8aa8a7b0-b3c5-4483-89ee-f3376d617668 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559466 May 19 21:38:49.107011 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-52ae529e-97d7-45c0-adb4-f43ac7ff9daf None None] Set router c61be7a6-aa87-455e-91eb-e30b71e229b5 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:38:49.164581 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b6875967-c67a-49d4-8384-d535c797ed6a req-331c290f-9dbc-4240-9499-9a2b956c5ff2 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084197 May 19 21:38:49.278965 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b6875967-c67a-49d4-8384-d535c797ed6a req-8cb1aa9f-c472-4831-91ec-ed5fb421868a service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029944 May 19 21:38:49.367643 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-52ae529e-97d7-45c0-adb4-f43ac7ff9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:16Z', 'revision_number': 4, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'bf4d3d49-664b-48e1-96cf-e37190831f12', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'port_id': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'mac_address': 'fa:16:3e:a6:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51de034-1fec-4513-a375-6b28e6180d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:34:47Z', 'updated_at': '2022-05-19T21:38:47Z', 'revision_number': 3, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3c6ddf-7d6b-486f-9dc8-130d333e28e9', 'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'mac_address': 'fa:16:3e:18:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:14Z', 'updated_at': '2022-05-19T21:32:28Z', 'revision_number': 5, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'subnets': [{'id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:38:49.400334 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae529e-97d7-45c0-adb4-f43ac7ff9daf None None] The sync data for ids ['c61be7a6-aa87-455e-91eb-e30b71e229b5'] in dv-cinder-835635-2-iscsi is: [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:16Z', 'revision_number': 4, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'bf4d3d49-664b-48e1-96cf-e37190831f12', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'port_id': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'mac_address': 'fa:16:3e:a6:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51de034-1fec-4513-a375-6b28e6180d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:34:47Z', 'updated_at': '2022-05-19T21:38:47Z', 'revision_number': 3, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3c6ddf-7d6b-486f-9dc8-130d333e28e9', 'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'mac_address': 'fa:16:3e:18:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:14Z', 'updated_at': '2022-05-19T21:32:28Z', 'revision_number': 5, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'subnets': [{'id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:38:50.645864 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51de034-1fec-4513-a375-6b28e6180d82', 'tag': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:38:50.648402 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e906671-b6b1-4612-9428-7cd56fb11f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "e51de034-1fec-4513-a375-6b28e6180d82", "tag": "f6476118-5256-4fbe-bbbd-6fb7f8cb02c1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:38:50.685812 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d708bf-fb91-4d72-8d4d-18c1058f6001 x-openstack-request-id: req-58d708bf-fb91-4d72-8d4d-18c1058f6001 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:38:50.686111 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51de034-1fec-4513-a375-6b28e6180d82", "tag": "f6476118-5256-4fbe-bbbd-6fb7f8cb02c1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:38:50.686501 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58d708bf-fb91-4d72-8d4d-18c1058f6001 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:38:50.686915 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d708bf-fb91-4d72-8d4d-18c1058f6001'] response: {'name': 'network-changed', 'server_uuid': 'e51de034-1fec-4513-a375-6b28e6180d82', 'tag': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1', 'status': 'completed', 'code': 200} May 19 21:38:50.758265 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e906671-b6b1-4612-9428-7cd56fb11f9a req-5ac1600c-ed9d-49ff-9dd9-b07df7e5eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:50.759785 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e906671-b6b1-4612-9428-7cd56fb11f9a req-5ac1600c-ed9d-49ff-9dd9-b07df7e5eb41 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=985c62c1f3c54f568abdac37360ab457&device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 1129 time: 0.0516496 May 19 21:38:50.862095 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e906671-b6b1-4612-9428-7cd56fb11f9a req-367e47b7-c512-40ed-b4c5-21929b380158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:50.863639 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e906671-b6b1-4612-9428-7cd56fb11f9a req-367e47b7-c512-40ed-b4c5-21929b380158 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 200 len: 920 time: 0.0969567 May 19 21:38:50.933507 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e906671-b6b1-4612-9428-7cd56fb11f9a req-b4513992-54f1-42b2-8d51-a5a0beb6b5ab service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 HTTP/1.1" status: 200 len: 1001 time: 0.0634034 May 19 21:38:50.991396 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e906671-b6b1-4612-9428-7cd56fb11f9a req-d2b1d07f-d71e-4d50-a7e3-ec76fb362217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:50.992869 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e906671-b6b1-4612-9428-7cd56fb11f9a req-d2b1d07f-d71e-4d50-a7e3-ec76fb362217 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 200 len: 858 time: 0.0536520 May 19 21:38:51.048191 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e906671-b6b1-4612-9428-7cd56fb11f9a req-2a1d4963-20c4-4e9b-9690-83d107525f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:51.049924 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e906671-b6b1-4612-9428-7cd56fb11f9a req-2a1d4963-20c4-4e9b-9690-83d107525f9b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508571 May 19 21:38:51.157584 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e906671-b6b1-4612-9428-7cd56fb11f9a req-f19e12fe-1e76-4848-9c67-14b23fd74b5c service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003838 May 19 21:38:51.259615 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e906671-b6b1-4612-9428-7cd56fb11f9a req-2acd7c1c-824e-4041-97bc-d6a2b9df6b84 service neutron] 10.222.0.87 "GET /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953214 May 19 21:38:53.036895 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:53.048933 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:57.924263 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91a7c4-e941-4e2a-bf2d-7d7a6fb20b2a req-ad6d7dda-3999-49b6-bbf6-dd36d841f8fb tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:57.925798 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-aa91a7c4-e941-4e2a-bf2d-7d7a6fb20b2a req-ad6d7dda-3999-49b6-bbf6-dd36d841f8fb tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 984 time: 0.0610425 May 19 21:38:57.943477 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8965f9d-b55e-4550-80e3-b5dcfc661906 req-2a2d239f-22a5-4b6b-9218-f880669427fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:57.945972 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c8965f9d-b55e-4550-80e3-b5dcfc661906 req-2a2d239f-22a5-4b6b-9218-f880669427fc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3fcf03712c6f4926a2a95dfd0519536a&device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 1168 time: 0.0697396 May 19 21:38:58.008602 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-aa91a7c4-e941-4e2a-bf2d-7d7a6fb20b2a req-3d1f21ce-d778-4cd2-b196-5424fe71d06d tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&id=082c9cd4-963c-4820-b7ef-bef409d33ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766037 May 19 21:38:58.059875 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8965f9d-b55e-4550-80e3-b5dcfc661906 req-4c6cfc3f-baf5-4435-9c8c-7837c0c85e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:58.061406 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c8965f9d-b55e-4550-80e3-b5dcfc661906 req-4c6cfc3f-baf5-4435-9c8c-7837c0c85e9d service neutron] 10.222.0.87 "GET /v2.0/networks?id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c HTTP/1.1" status: 200 len: 916 time: 0.0976255 May 19 21:38:58.131737 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c8965f9d-b55e-4550-80e3-b5dcfc661906 req-14d4c8f5-9395-437c-a8d7-1f034967a32c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6 HTTP/1.1" status: 200 len: 1001 time: 0.0636199 May 19 21:38:58.165454 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:58.185035 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8965f9d-b55e-4550-80e3-b5dcfc661906 req-a2cd50ec-4524-4fc7-aad5-7bf15a34fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:58.186480 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c8965f9d-b55e-4550-80e3-b5dcfc661906 req-a2cd50ec-4524-4fc7-aad5-7bf15a34fe57 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=916ab58a-7240-4bc0-9d5c-5ffd2e6846c9 HTTP/1.1" status: 200 len: 854 time: 0.0474401 May 19 21:38:58.238160 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8965f9d-b55e-4550-80e3-b5dcfc661906 req-a8bc6eca-36d5-4676-be7c-e2ee37f0a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:58.239792 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c8965f9d-b55e-4550-80e3-b5dcfc661906 req-a8bc6eca-36d5-4676-be7c-e2ee37f0a8ea service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467870 May 19 21:38:58.349367 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c8965f9d-b55e-4550-80e3-b5dcfc661906 req-25e4ade9-62e6-4e5b-acd7-3c88efe3dc0a service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025057 May 19 21:38:58.435317 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:38:58.488749 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c8965f9d-b55e-4550-80e3-b5dcfc661906 req-e2fe1f94-73d7-42e9-ad2a-8992f3ed055d service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329315 May 19 21:38:59.152269 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883116ce-327e-45e6-b139-a9b5e9086845 req-25c56050-71a3-46d6-a9de-479d209b6ba5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:38:59.154216 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-883116ce-327e-45e6-b139-a9b5e9086845 req-25c56050-71a3-46d6-a9de-479d209b6ba5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 984 time: 0.0610750 May 19 21:38:59.225600 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-883116ce-327e-45e6-b139-a9b5e9086845 req-922fdef2-6517-423d-b8f5-f5fbe2148809 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&id=082c9cd4-963c-4820-b7ef-bef409d33ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654190 May 19 21:39:00.065000 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31158754-7029-4d93-9ada-e364301f6d22 req-2a212c5f-8340-47ec-81e8-2dc304a94489 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:00.067627 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-31158754-7029-4d93-9ada-e364301f6d22 req-2a212c5f-8340-47ec-81e8-2dc304a94489 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0838623 May 19 21:39:00.147216 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-31158754-7029-4d93-9ada-e364301f6d22 req-d7063bcc-6b1c-4ef0-b91f-2de72c5fc5bd tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734911 May 19 21:39:00.351472 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df0aa8-6f36-4789-8ed4-3bf707418350 req-80f3aea7-1aba-4657-a24e-7f9dc4e217e0 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:00.353064 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-59df0aa8-6f36-4789-8ed4-3bf707418350 req-80f3aea7-1aba-4657-a24e-7f9dc4e217e0 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 984 time: 0.0524619 May 19 21:39:00.425512 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-59df0aa8-6f36-4789-8ed4-3bf707418350 req-e8b5b2f3-b7c8-4c31-a4da-32b8bf567000 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&id=082c9cd4-963c-4820-b7ef-bef409d33ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631638 May 19 21:39:01.277107 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf7cf9-79fa-4e5f-bf49-b562478a71a7 req-235c6051-3d1b-45b1-83f7-b1cfb252cbed tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:01.278860 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8edf7cf9-79fa-4e5f-bf49-b562478a71a7 req-235c6051-3d1b-45b1-83f7-b1cfb252cbed tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0540483 May 19 21:39:01.344992 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8edf7cf9-79fa-4e5f-bf49-b562478a71a7 req-3db9fd3e-30d4-4d0a-83ab-253973c8c3bb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601935 May 19 21:39:01.557572 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7628775-f1d6-4b18-944b-2df1a09f5c7a req-066c78f9-2efa-4b99-a32d-029f78e4506a tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:01.559227 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7628775-f1d6-4b18-944b-2df1a09f5c7a req-066c78f9-2efa-4b99-a32d-029f78e4506a tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 984 time: 0.0522742 May 19 21:39:01.630253 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7628775-f1d6-4b18-944b-2df1a09f5c7a req-db26fa85-2a37-4340-b37e-d6a1789ddcfd tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&id=082c9cd4-963c-4820-b7ef-bef409d33ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646887 May 19 21:39:01.949147 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=76 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:02.482766 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12182a0b-0d31-4ece-ba16-70cfd1bf702d req-3000d790-5069-4487-b648-c50108f551c4 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:02.484297 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-12182a0b-0d31-4ece-ba16-70cfd1bf702d req-3000d790-5069-4487-b648-c50108f551c4 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0638046 May 19 21:39:02.510982 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:02.523617 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:02.535388 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-12182a0b-0d31-4ece-ba16-70cfd1bf702d req-482bec90-597b-4950-99f5-36980f2b172f tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454874 May 19 21:39:02.770562 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8edcfd-85af-4ac9-bdac-d51138f9c8da req-05cd69b4-60e4-4679-94ef-84008f5d1d08 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:02.772113 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dc8edcfd-85af-4ac9-bdac-d51138f9c8da req-05cd69b4-60e4-4679-94ef-84008f5d1d08 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 984 time: 0.0513148 May 19 21:39:02.852024 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dc8edcfd-85af-4ac9-bdac-d51138f9c8da req-eb5e67c5-0359-49bf-ace1-696d9f22fc84 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&id=082c9cd4-963c-4820-b7ef-bef409d33ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717590 May 19 21:39:03.667154 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4d816-bc58-49df-a0a5-0e15cf4b1e4e req-04eaad7e-dc9c-4f36-a05e-d9dfb893107e tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:03.668670 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e6e4d816-bc58-49df-a0a5-0e15cf4b1e4e req-04eaad7e-dc9c-4f36-a05e-d9dfb893107e tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0506306 May 19 21:39:03.723714 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e6e4d816-bc58-49df-a0a5-0e15cf4b1e4e req-2f1c7b17-527d-47af-9012-285b6eb010f4 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490851 May 19 21:39:03.975876 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2576-f41b-4ecb-8881-14bea2e2d5e8 req-a37544e6-326a-4e4c-bf12-e0853b5f2212 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:03.977783 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ad1f2576-f41b-4ecb-8881-14bea2e2d5e8 req-a37544e6-326a-4e4c-bf12-e0853b5f2212 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 984 time: 0.0521910 May 19 21:39:04.046018 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ad1f2576-f41b-4ecb-8881-14bea2e2d5e8 req-1356b66d-adaa-4b2f-8613-a2532a889a80 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&id=082c9cd4-963c-4820-b7ef-bef409d33ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599775 May 19 21:39:04.846580 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3541e8c-1f6e-4169-a369-c218a4231f37 req-bade7202-280d-4269-aa16-7342a8427947 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:04.848223 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d3541e8c-1f6e-4169-a369-c218a4231f37 req-bade7202-280d-4269-aa16-7342a8427947 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0550017 May 19 21:39:04.901228 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d3541e8c-1f6e-4169-a369-c218a4231f37 req-49a7f052-8965-47d6-8973-fa9542d40f20 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470393 May 19 21:39:04.932311 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:05.177150 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d5194-9f19-42fb-9e9d-53a650904778 req-780b02a0-fa71-4319-b410-48159c57fcad tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:05.178792 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-093d5194-9f19-42fb-9e9d-53a650904778 req-780b02a0-fa71-4319-b410-48159c57fcad tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 984 time: 0.0559244 May 19 21:39:05.246200 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-093d5194-9f19-42fb-9e9d-53a650904778 req-57295719-affe-458a-b997-099d4c429c1c tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&id=082c9cd4-963c-4820-b7ef-bef409d33ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584946 May 19 21:39:06.027334 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b2771-98c6-42b2-bdaf-31e11c326967 req-fa95eb3c-4b13-4bb9-9cbb-3cde8d54bc92 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:06.028959 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6f6b2771-98c6-42b2-bdaf-31e11c326967 req-fa95eb3c-4b13-4bb9-9cbb-3cde8d54bc92 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0525973 May 19 21:39:06.085453 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6f6b2771-98c6-42b2-bdaf-31e11c326967 req-302b6031-efdf-4b7c-952a-84ce4e6b8b19 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481272 May 19 21:39:06.370835 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e491612-c25b-4e9a-b561-855862238d60 req-9df0fa4d-190b-4ea3-90cc-3838b92e06fc tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:06.372865 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1e491612-c25b-4e9a-b561-855862238d60 req-9df0fa4d-190b-4ea3-90cc-3838b92e06fc tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 984 time: 0.0527852 May 19 21:39:06.438475 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1e491612-c25b-4e9a-b561-855862238d60 req-92a1f67d-4769-4ad4-bf9e-d4a6d0e3666f tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&id=082c9cd4-963c-4820-b7ef-bef409d33ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587211 May 19 21:39:06.670794 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09d2d2f0-4468-4117-a131-01b8f3bdbf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:07.215403 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d08d2-403c-4b7f-b750-cf3cd80b9447 req-fff4c2cb-d6e2-4db4-993e-984fcc34da15 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:07.216974 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b25d08d2-403c-4b7f-b750-cf3cd80b9447 req-fff4c2cb-d6e2-4db4-993e-984fcc34da15 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0544510 May 19 21:39:07.271015 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b25d08d2-403c-4b7f-b750-cf3cd80b9447 req-a7ac1020-e137-42ad-a797-a6261745768f tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457275 May 19 21:39:07.576687 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a936cbb-ae3f-4992-a2e6-7df5e937d741 req-26d33a2e-66fa-4eb9-be9a-08bca53df565 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:07.578207 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1a936cbb-ae3f-4992-a2e6-7df5e937d741 req-26d33a2e-66fa-4eb9-be9a-08bca53df565 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 984 time: 0.0572402 May 19 21:39:07.632564 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:07.647077 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1a936cbb-ae3f-4992-a2e6-7df5e937d741 req-e4e9eb64-ae54-4681-8a95-949c7f45a711 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&id=082c9cd4-963c-4820-b7ef-bef409d33ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626504 May 19 21:39:08.393898 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f71ca-66d4-4b22-8ede-fa76e1e9dc56 req-dc4030a1-bc0a-4410-b695-0fd2d7973a18 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:08.395678 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ca5f71ca-66d4-4b22-8ede-fa76e1e9dc56 req-dc4030a1-bc0a-4410-b695-0fd2d7973a18 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0528433 May 19 21:39:08.446840 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ca5f71ca-66d4-4b22-8ede-fa76e1e9dc56 req-7f4636cb-bd9f-4896-87cb-14373469bea1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450647 May 19 21:39:08.785910 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43441e3c-d632-433c-b1c7-8cd1229c0744 req-f57849ef-2c54-4b0c-8a67-e5dea4d13b0e tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:08.787592 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43441e3c-d632-433c-b1c7-8cd1229c0744 req-f57849ef-2c54-4b0c-8a67-e5dea4d13b0e tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 984 time: 0.0569093 May 19 21:39:08.857997 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43441e3c-d632-433c-b1c7-8cd1229c0744 req-1f10c435-2432-4f08-b4d3-473a84dc945c tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&id=082c9cd4-963c-4820-b7ef-bef409d33ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641711 May 19 21:39:09.354332 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-74497e7a-971b-4fe6-ae23-2e0f1818964a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:09.578818 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e487c-6e01-4b63-a78c-156a85b37744 req-a181cdf0-b629-4c83-8ac5-a31592cd75e3 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:09.580359 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-eb0e487c-6e01-4b63-a78c-156a85b37744 req-a181cdf0-b629-4c83-8ac5-a31592cd75e3 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0521657 May 19 21:39:09.629307 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-eb0e487c-6e01-4b63-a78c-156a85b37744 req-44615899-65a5-4b97-9306-15a856c77848 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429354 May 19 21:39:09.991900 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762d1a1-4f19-4b54-bb32-679bfda5a564 req-b3df5e3a-d3f3-4e28-b431-73fe8dfc5bfc tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:09.993436 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1762d1a1-4f19-4b54-bb32-679bfda5a564 req-b3df5e3a-d3f3-4e28-b431-73fe8dfc5bfc tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 984 time: 0.0508902 May 19 21:39:10.013807 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:10.058495 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1762d1a1-4f19-4b54-bb32-679bfda5a564 req-17198961-7a31-463e-95e3-61bc5fe9aea5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&id=082c9cd4-963c-4820-b7ef-bef409d33ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587385 May 19 21:39:10.480887 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:10.757233 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586c4fe-6fde-430a-922f-98d8a5e544d8 req-b71e4bc5-08c1-423c-b35b-541994a88983 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:10.758661 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5586c4fe-6fde-430a-922f-98d8a5e544d8 req-b71e4bc5-08c1-423c-b35b-541994a88983 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0599430 May 19 21:39:10.812630 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5586c4fe-6fde-430a-922f-98d8a5e544d8 req-739d148e-d09f-4505-ad24-4e3342577971 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464418 May 19 21:39:10.855773 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:11.016003 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1484452-7330-4aeb-9d34-b65c6e6dfabd req-5cbb3922-a5a0-4508-8dab-502e61fb5ed1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:11.017435 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a1484452-7330-4aeb-9d34-b65c6e6dfabd req-5cbb3922-a5a0-4508-8dab-502e61fb5ed1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0512862 May 19 21:39:11.052079 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f09f1-40f2-47cc-8626-f84da00cd8e8 req-077eb202-28e6-4ff1-9fb9-f714ccf16e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:11.053586 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-415f09f1-40f2-47cc-8626-f84da00cd8e8 req-077eb202-28e6-4ff1-9fb9-f714ccf16e22 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4f5916770e9b443489fe7aa76d663fe1&device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 1130 time: 0.0443444 May 19 21:39:11.070117 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a1484452-7330-4aeb-9d34-b65c6e6dfabd req-050a6750-8481-4468-880c-88dfc22cc623 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469458 May 19 21:39:11.148797 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f09f1-40f2-47cc-8626-f84da00cd8e8 req-5c0dc7e7-647f-41b2-896a-72345db77821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:11.150273 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-415f09f1-40f2-47cc-8626-f84da00cd8e8 req-5c0dc7e7-647f-41b2-896a-72345db77821 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b9d96816-1157-468c-bb81-22f27d368a2b HTTP/1.1" status: 200 len: 912 time: 0.0890837 May 19 21:39:11.219151 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-415f09f1-40f2-47cc-8626-f84da00cd8e8 req-a699147f-9e5d-419c-8f1d-6b7915571333 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=273956f8-6ada-4c24-9d33-e37b581a5bb1 HTTP/1.1" status: 200 len: 1001 time: 0.0616617 May 19 21:39:11.273359 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f09f1-40f2-47cc-8626-f84da00cd8e8 req-8652fc14-35af-4039-a992-0177b284b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:11.275324 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-415f09f1-40f2-47cc-8626-f84da00cd8e8 req-8652fc14-35af-4039-a992-0177b284b77b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e218c9ee-3929-46d8-9647-a4c799f32db9 HTTP/1.1" status: 200 len: 850 time: 0.0487680 May 19 21:39:11.328618 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f09f1-40f2-47cc-8626-f84da00cd8e8 req-bfaf8349-aadc-4927-84f2-a5b2929ebded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:11.330915 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-415f09f1-40f2-47cc-8626-f84da00cd8e8 req-bfaf8349-aadc-4927-84f2-a5b2929ebded service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b9d96816-1157-468c-bb81-22f27d368a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484707 May 19 21:39:11.433227 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-415f09f1-40f2-47cc-8626-f84da00cd8e8 req-599c317c-5d4d-4da5-9d27-b23b8c08c452 service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960875 May 19 21:39:11.539164 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-415f09f1-40f2-47cc-8626-f84da00cd8e8 req-af56b8b8-b281-45ad-a780-ca976b3b797c service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986319 May 19 21:39:11.997753 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:12.192729 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10173b46-e652-491b-ae26-8a1ee397143a req-f0d403f2-ed65-4c34-825e-6c6d98245d24 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:12.194260 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-10173b46-e652-491b-ae26-8a1ee397143a req-f0d403f2-ed65-4c34-825e-6c6d98245d24 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0497758 May 19 21:39:12.249329 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-10173b46-e652-491b-ae26-8a1ee397143a req-a2cf81fb-6005-4d82-8ddc-39eed23fd472 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478489 May 19 21:39:13.057679 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:13.400598 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb803531-1456-40aa-8764-4f2d80ff296f req-1f842aa7-42b3-4b2f-a9c6-ccc4943310d6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:13.402276 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eb803531-1456-40aa-8764-4f2d80ff296f req-1f842aa7-42b3-4b2f-a9c6-ccc4943310d6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0499578 May 19 21:39:13.460013 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eb803531-1456-40aa-8764-4f2d80ff296f req-45a47b00-db8e-4448-8743-48f01f2835c9 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516829 May 19 21:39:14.691142 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7801f-c969-46e6-9a01-37f3dc53cef6 req-c0e3a546-bf23-4847-976d-3d2eeaf0010b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:14.692575 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-66e7801f-c969-46e6-9a01-37f3dc53cef6 req-c0e3a546-bf23-4847-976d-3d2eeaf0010b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 947 time: 0.0547268 May 19 21:39:14.748026 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-66e7801f-c969-46e6-9a01-37f3dc53cef6 req-79e519ab-1643-4626-a0d9-4ea6a02eba01 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492129 May 19 21:39:14.958713 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:39:15.875438 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22395ddf-7380-4b93-a8a8-de5b9ec1cbd0 req-565da0b0-591d-4715-bea7-f1a7b91fff12 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:15.877125 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-22395ddf-7380-4b93-a8a8-de5b9ec1cbd0 req-565da0b0-591d-4715-bea7-f1a7b91fff12 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 947 time: 0.0508070 May 19 21:39:15.945980 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-36b3888d-a65a-4c81-bb44-a503c75806bf req-a71a8c83-1039-4672-9a39-2318b8052224 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605860 May 19 21:39:15.974974 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-22395ddf-7380-4b93-a8a8-de5b9ec1cbd0 req-d314f836-eebc-4442-889a-2b92e6ee0593 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=de2b5251-8ef2-4f08-a092-f4dc4914187b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875034 May 19 21:39:16.002658 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:16.014953 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3888d-a65a-4c81-bb44-a503c75806bf req-745776a7-f2ab-444e-9430-096cf3a30da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:16.016504 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-36b3888d-a65a-4c81-bb44-a503c75806bf req-745776a7-f2ab-444e-9430-096cf3a30da3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4f5916770e9b443489fe7aa76d663fe1&device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 1130 time: 0.0466964 May 19 21:39:16.147349 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3888d-a65a-4c81-bb44-a503c75806bf req-23d28243-bef4-48fb-b112-03e6a17a028d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:16.148847 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-36b3888d-a65a-4c81-bb44-a503c75806bf req-23d28243-bef4-48fb-b112-03e6a17a028d service neutron] 10.222.0.87 "GET /v2.0/networks?id=b9d96816-1157-468c-bb81-22f27d368a2b HTTP/1.1" status: 200 len: 912 time: 0.0968893 May 19 21:39:16.302677 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-36b3888d-a65a-4c81-bb44-a503c75806bf req-ddc3c50b-3b11-4ffd-adde-47b92f7b5488 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=273956f8-6ada-4c24-9d33-e37b581a5bb1 HTTP/1.1" status: 200 len: 1001 time: 0.0711453 May 19 21:39:16.407934 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:16.449581 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3888d-a65a-4c81-bb44-a503c75806bf req-f88982e9-58f4-4258-bcbf-1c9db8d78fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:16.451121 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-36b3888d-a65a-4c81-bb44-a503c75806bf req-f88982e9-58f4-4258-bcbf-1c9db8d78fe2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e218c9ee-3929-46d8-9647-a4c799f32db9 HTTP/1.1" status: 200 len: 850 time: 0.0513892 May 19 21:39:16.452584 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-a866602f-0713-45e6-985b-66c07ede4a0f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:16.454121 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-a866602f-0713-45e6-985b-66c07ede4a0f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 947 time: 0.0498521 May 19 21:39:16.499871 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3888d-a65a-4c81-bb44-a503c75806bf req-7254b3df-28ef-4e19-9e82-9e5710bd4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:16.501392 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-36b3888d-a65a-4c81-bb44-a503c75806bf req-7254b3df-28ef-4e19-9e82-9e5710bd4906 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b9d96816-1157-468c-bb81-22f27d368a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400522 May 19 21:39:16.544247 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Deleting port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:39:16.544582 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:16.600857 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-36b3888d-a65a-4c81-bb44-a503c75806bf req-e235b743-74e7-44e6-989b-7644f9d3a386 service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929911 May 19 21:39:16.612201 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:16.630217 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:16.651178 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] For port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:39:16.651548 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:16.708021 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-36b3888d-a65a-4c81-bb44-a503c75806bf req-7d27335c-cd4e-4f97-9fc4-ed1900ae8145 service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992861 May 19 21:39:16.877641 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:16.877996 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (89df1f55-83dd-4b62-90c7-732dc3dab44c), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:16.878306 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.l3_db [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Floating IP 89df1f55-83dd-4b62-90c7-732dc3dab44c disassociated. External IP: 172.27.0.211, port: 7fe0112e-1449-4e73-9fa1-f6d3a33168d8. May 19 21:39:16.878680 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Calling delete_port for 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:39:17.027978 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (7fe0112e-1449-4e73-9fa1-f6d3a33168d8), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:17.059940 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event deleted for resources: {'Port': ['ID=7fe0112e-1449-4e73-9fa1-f6d3a33168d8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:17.123517 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-19ba80bd-f045-4741-bc4b-f331e61ba260 req-ac8403c4-f6fa-4782-952d-88b741eed62b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0250d7d-3766-4555-a9af-2429afad53bf HTTP/1.1" status: 200 len: 210 time: 0.0610657 May 19 21:39:17.199250 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:39:17.314687 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:39:17.329148 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfffded5-e1ea-4f4f-be0f-5bb3a18d393d None None] Sync routers for ids ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:39:17.340062 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfffded5-e1ea-4f4f-be0f-5bb3a18d393d None None] Routers {'8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:39:17.340818 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bfffded5-e1ea-4f4f-be0f-5bb3a18d393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:39:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:17.362048 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] No DVR routers for this DVR port 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 on host hv-cinder-83563 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:39:17.364893 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:17.368692 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4014ecbd-4aa3-456b-b1f8-16d2312f81e8 req-ead5281c-3206-4345-ad7d-f68f19fd55ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.87 "DELETE /v2.0/ports/7fe0112e-1449-4e73-9fa1-f6d3a33168d8 HTTP/1.1" status: 204 len: 173 time: 0.9071825 May 19 21:39:17.369203 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'name': 'network-vif-deleted', 'tag': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:39:17.372197 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a083d2-27f4-4734-af50-51ddf61760c3" -d '{"events": [{"server_uuid": "e0250d7d-3766-4555-a9af-2429afad53bf", "name": "network-vif-deleted", "tag": "7fe0112e-1449-4e73-9fa1-f6d3a33168d8"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:39:17.449167 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e47a5e-8059-40fb-8ff9-3bfffceae2a9 x-openstack-request-id: req-28e47a5e-8059-40fb-8ff9-3bfffceae2a9 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:39:17.450122 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0250d7d-3766-4555-a9af-2429afad53bf", "name": "network-vif-deleted", "tag": "7fe0112e-1449-4e73-9fa1-f6d3a33168d8", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:39:17.452640 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28e47a5e-8059-40fb-8ff9-3bfffceae2a9 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:39:17.453593 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e47a5e-8059-40fb-8ff9-3bfffceae2a9'] response: {'server_uuid': 'e0250d7d-3766-4555-a9af-2429afad53bf', 'name': 'network-vif-deleted', 'tag': '7fe0112e-1449-4e73-9fa1-f6d3a33168d8', 'status': 'completed', 'code': 200} May 19 21:39:17.467231 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-bfffded5-e1ea-4f4f-be0f-5bb3a18d393d None None] Set router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:39:17.681902 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bfffded5-e1ea-4f4f-be0f-5bb3a18d393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:33Z', 'revision_number': 5, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:17.730178 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfffded5-e1ea-4f4f-be0f-5bb3a18d393d None None] Checking router: 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:39:17.746274 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfffded5-e1ea-4f4f-be0f-5bb3a18d393d None None] Routers {'8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:39:17.747053 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bfffded5-e1ea-4f4f-be0f-5bb3a18d393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:39:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:17.864042 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-bfffded5-e1ea-4f4f-be0f-5bb3a18d393d None None] Set router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:39:18.077646 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-bfffded5-e1ea-4f4f-be0f-5bb3a18d393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:33Z', 'revision_number': 5, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:18.103833 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfffded5-e1ea-4f4f-be0f-5bb3a18d393d None None] The sync data for ids ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'] in dv-cinder-835635-2-iscsi is: [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:33Z', 'revision_number': 5, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:39:18.229702 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 33926) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:39:18.297496 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5175-3420-41c1-888c-2b7e78e63151 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group (de2b5251-8ef2-4f08-a092-f4dc4914187b), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:18.326980 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5175-3420-41c1-888c-2b7e78e63151 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group (de2b5251-8ef2-4f08-a092-f4dc4914187b), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:18.382299 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5175-3420-41c1-888c-2b7e78e63151 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (de2b5251-8ef2-4f08-a092-f4dc4914187b), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:18.385557 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5175-3420-41c1-888c-2b7e78e63151 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:18.387088 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-b0dd5175-3420-41c1-888c-2b7e78e63151 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "DELETE /v2.0/security-groups/de2b5251-8ef2-4f08-a092-f4dc4914187b HTTP/1.1" status: 204 len: 168 time: 0.1553714 May 19 21:39:18.390090 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 33928) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:39:18.397614 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd5175-3420-41c1-888c-2b7e78e63151 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2b5251-8ef2-4f08-a092-f4dc4914187b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:18.400610 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03373634-9c1b-4d76-895d-f9e43aa7544c None None] New status for floating IP 89df1f55-83dd-4b62-90c7-732dc3dab44c: DOWN {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:39:18.406095 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.api.v2.resource [None req-2438e3ab-3e5c-45c2-96af-8e03eef54c0e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] show failed (client error): The resource could not be found. May 19 21:39:18.407344 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-2438e3ab-3e5c-45c2-96af-8e03eef54c0e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups/de2b5251-8ef2-4f08-a092-f4dc4914187b HTTP/1.1" status: 404 len: 347 time: 0.0161633 May 19 21:39:18.411330 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 33930) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:39:18.464125 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:18.540195 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-fcf0e922-cb7a-48e1-83bf-fd91fc8137cc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Deleting port c848a02f-191e-4545-80ef-4db8860b96ca {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:39:18.540535 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e922-cb7a-48e1-83bf-fd91fc8137cc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (c848a02f-191e-4545-80ef-4db8860b96ca), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:18.661231 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e922-cb7a-48e1-83bf-fd91fc8137cc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (c848a02f-191e-4545-80ef-4db8860b96ca), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:18.661658 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e922-cb7a-48e1-83bf-fd91fc8137cc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for floatingip (c848a02f-191e-4545-80ef-4db8860b96ca), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:18.664915 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:18.682993 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-fcf0e922-cb7a-48e1-83bf-fd91fc8137cc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Calling delete_port for c848a02f-191e-4545-80ef-4db8860b96ca owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:39:18.866000 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e922-cb7a-48e1-83bf-fd91fc8137cc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (c848a02f-191e-4545-80ef-4db8860b96ca), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:18.890272 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0e922-cb7a-48e1-83bf-fd91fc8137cc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event deleted for resources: {'Port': ['ID=c848a02f-191e-4545-80ef-4db8860b96ca,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:18.960117 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e922-cb7a-48e1-83bf-fd91fc8137cc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for floatingip (89df1f55-83dd-4b62-90c7-732dc3dab44c), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:18.962978 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e922-cb7a-48e1-83bf-fd91fc8137cc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:18.964141 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-fcf0e922-cb7a-48e1-83bf-fd91fc8137cc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "DELETE /v2.0/floatingips/89df1f55-83dd-4b62-90c7-732dc3dab44c HTTP/1.1" status: 204 len: 168 time: 0.5518346 May 19 21:39:19.061035 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 33934) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:39:19.066254 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--558212091', 'description': 'tempest-description--261133982'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:39:19.090619 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:19.194477 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group (b9086105-2896-4579-92b2-d52962f25b73), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:19.198584 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (b9086105-2896-4579-92b2-d52962f25b73), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:19.230981 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:19.232366 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1696038 May 19 21:39:19.233936 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9086105-2896-4579-92b2-d52962f25b73,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:19.235496 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 33936) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:39:19.240552 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-4d354c84-fd4b-40e1-b07b-68f565545a52 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Request body: {'security_group_rule': {'security_group_id': 'b9086105-2896-4579-92b2-d52962f25b73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:39:19.241449 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.241796 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.242129 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.242499 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.242830 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.243159 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.243483 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.243804 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.244123 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.244440 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.244823 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.245075 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.245391 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.245705 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.246019 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b49cb-369d-4d38-b796-ee7fb2c10df2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:19.278589 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4d354c84-fd4b-40e1-b07b-68f565545a52 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group_rule (c3ebdb9e-d640-4be1-812f-ee7fdfc878e3), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:19.329890 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4d354c84-fd4b-40e1-b07b-68f565545a52 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group_rule (c3ebdb9e-d640-4be1-812f-ee7fdfc878e3), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:19.334957 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4d354c84-fd4b-40e1-b07b-68f565545a52 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (c3ebdb9e-d640-4be1-812f-ee7fdfc878e3), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:19.359227 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4d354c84-fd4b-40e1-b07b-68f565545a52 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:19.360440 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-4d354c84-fd4b-40e1-b07b-68f565545a52 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236696 May 19 21:39:19.361629 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d354c84-fd4b-40e1-b07b-68f565545a52 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ebdb9e-d640-4be1-812f-ee7fdfc878e3,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:19.363311 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 33938) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:39:19.367757 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-c453a8fc-d712-45aa-a39b-39492ad0af20 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Request body: {'security_group_rule': {'security_group_id': 'b9086105-2896-4579-92b2-d52962f25b73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:39:19.398888 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c453a8fc-d712-45aa-a39b-39492ad0af20 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group_rule (f763f111-bdf5-4f87-aa36-8afef2ddab9c), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:19.465666 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c453a8fc-d712-45aa-a39b-39492ad0af20 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group_rule (f763f111-bdf5-4f87-aa36-8afef2ddab9c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:19.470254 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c453a8fc-d712-45aa-a39b-39492ad0af20 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (f763f111-bdf5-4f87-aa36-8afef2ddab9c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:19.490450 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453a8fc-d712-45aa-a39b-39492ad0af20 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f763f111-bdf5-4f87-aa36-8afef2ddab9c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:19.517298 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c453a8fc-d712-45aa-a39b-39492ad0af20 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:19.519434 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c453a8fc-d712-45aa-a39b-39492ad0af20 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1549072 May 19 21:39:19.522443 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 33940) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:39:19.526794 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Request body: {'floatingip': {'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:39:19.544696 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:19.555254 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:19.755798 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:39:19.782005 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:39:19.782380 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7fe0112e-1449-4e73-9fa1-f6d3a33168d8 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:39:19.914950 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:20.038451 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Allocated IP 172.27.0.249 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/87cabeb0-8450-4105-944d-aa4f759af3f3) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:39:20.105833 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:20.150876 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for port (87cabeb0-8450-4105-944d-aa4f759af3f3), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:20.196680 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (87cabeb0-8450-4105-944d-aa4f759af3f3), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:20.241395 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:39:20.244582 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:39:20.248917 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:39:20.274908 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event updated for resources: {'Port': ['ID=87cabeb0-8450-4105-944d-aa4f759af3f3,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:20.353762 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for floatingip (bedbb6e6-bfec-4ca8-a81e-45bf6a112597), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:20.404150 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (87cabeb0-8450-4105-944d-aa4f759af3f3), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:20.600008 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for port (87cabeb0-8450-4105-944d-aa4f759af3f3), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:20.606311 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (87cabeb0-8450-4105-944d-aa4f759af3f3), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:20.612467 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:20.686857 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event updated for resources: {'Port': ['ID=87cabeb0-8450-4105-944d-aa4f759af3f3,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:20.696275 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (bedbb6e6-bfec-4ca8-a81e-45bf6a112597), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:20.713964 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:20.715282 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-bca4104e-db1e-4859-bb84-feb61df0e22d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1918817 May 19 21:39:20.962452 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-291a9f13-57f7-433c-95c2-4540df1b63ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--558212091&fields=id&tenant_id=92434c51e27a405aaa89a70a660f6d91 HTTP/1.1" status: 200 len: 267 time: 0.0595195 May 19 21:39:21.090599 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-0bacf71d-6c2e-4c49-945b-3e6858e5f8ce tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:21.093276 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-0bacf71d-6c2e-4c49-945b-3e6858e5f8ce tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 817 time: 0.1234655 May 19 21:39:21.111064 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-87dedf48-65f8-4108-a8ce-cf2e022cf6ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/quotas/92434c51e27a405aaa89a70a660f6d91 HTTP/1.1" status: 200 len: 375 time: 0.0110652 May 19 21:39:21.165504 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:21.173942 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-4981e69d-4469-4f7f-928e-3b215329b4cd tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528984 May 19 21:39:21.425332 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-f8188c3a-6a11-4492-b54e-1583e96bc0d9 service neutron] 10.222.0.65 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376270 May 19 21:39:21.471230 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa496a9e-918d-4cf1-895e-560d4e9718ba req-e1a6e4c8-56d1-4a9f-8384-b92b7fb53dea tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:21.472852 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fa496a9e-918d-4cf1-895e-560d4e9718ba req-e1a6e4c8-56d1-4a9f-8384-b92b7fb53dea tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0638671 May 19 21:39:21.538690 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-00821c7b-0680-4c41-bfbc-abe4ee28fb31 service neutron] 10.222.0.65 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998266 May 19 21:39:21.546645 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fa496a9e-918d-4cf1-895e-560d4e9718ba req-b2a3567b-247a-4d3b-9b0d-82682f5b6786 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637574 May 19 21:39:21.716088 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7782c438-04dc-4c4f-a004-01877cff08a5 req-47056ca7-a9c1-4dfa-8ef7-73a6c0783565 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 210 time: 0.0299690 May 19 21:39:22.671849 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3eb924-7c1e-43f0-ae5a-ab42bbf58cf0 req-7b75d97b-85d6-41db-903d-68ec096b22a5 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:22.673435 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0d3eb924-7c1e-43f0-ae5a-ab42bbf58cf0 req-7b75d97b-85d6-41db-903d-68ec096b22a5 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0550976 May 19 21:39:22.735241 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0d3eb924-7c1e-43f0-ae5a-ab42bbf58cf0 req-579f3851-78b1-48ae-ad7b-8d3fd69db71a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555220 May 19 21:39:23.076590 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2665200d-cf41-42d5-9676-73cccd00f08c req-02c96921-c738-4db4-98bf-0b8cbf26eafd tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 210 time: 0.2754896 May 19 21:39:23.442028 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-28b81b77-9e00-4335-9e74-80e90ecb72d3 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:23.443870 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-28b81b77-9e00-4335-9e74-80e90ecb72d3 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0517528 May 19 21:39:23.563111 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Deleting port 2963a31a-a224-4676-b867-1f60fa8904c2 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:39:23.563551 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (2963a31a-a224-4676-b867-1f60fa8904c2), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:23.605337 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-fd5792a2-a9a5-40a5-999c-62d2dbd30969 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:23.607258 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-fd5792a2-a9a5-40a5-999c-62d2dbd30969 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.87 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 817 time: 0.1497607 May 19 21:39:23.630128 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:23.684361 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] For port 2963a31a-a224-4676-b867-1f60fa8904c2, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2963a31a-a224-4676-b867-1f60fa8904c2,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:39:23.685208 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (2963a31a-a224-4676-b867-1f60fa8904c2), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:23.687932 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-30b4f60f-a596-4a7b-a311-28dacdf2d9db tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92434c51e27a405aaa89a70a660f6d91 HTTP/1.1" status: 200 len: 379 time: 0.0677881 May 19 21:39:23.697158 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-9a8013dd-a7ac-48be-9646-3c89f5b9ed1c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Request body: {'port': {'device_id': '446bb786-0ec7-4542-9509-36282d7126c8', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'admin_state_up': True, 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'security_groups': ['b9086105-2896-4579-92b2-d52962f25b73']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:39:23.872169 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56be2d0-f464-4ed5-9787-e6b14d1c011f req-0361afbb-75f9-47e9-8393-816395b51860 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:23.873896 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b56be2d0-f464-4ed5-9787-e6b14d1c011f req-0361afbb-75f9-47e9-8393-816395b51860 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 945 time: 0.0621116 May 19 21:39:23.875233 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-9a8013dd-a7ac-48be-9646-3c89f5b9ed1c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Made reservation on behalf of 92434c51e27a405aaa89a70a660f6d91 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:39:23.878609 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-9a8013dd-a7ac-48be-9646-3c89f5b9ed1c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:23.937111 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:23.937652 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (21d81042-1078-4357-b7ba-c0f2f0b83a59), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:23.938105 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.l3_db [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Floating IP 21d81042-1078-4357-b7ba-c0f2f0b83a59 disassociated. External IP: 172.27.0.2, port: 2963a31a-a224-4676-b867-1f60fa8904c2. May 19 21:39:23.938611 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Calling delete_port for 2963a31a-a224-4676-b867-1f60fa8904c2 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:39:23.967911 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:23.999644 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b56be2d0-f464-4ed5-9787-e6b14d1c011f req-7d525f38-bc97-4246-8ed3-480fa06e01a4 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106443 May 19 21:39:24.043822 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:24.072998 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-9a8013dd-a7ac-48be-9646-3c89f5b9ed1c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Allocated IP 172.20.0.14 (38652c76-1cd3-45cc-ad2f-1c69d9cadfb3/fe3c785a-3d7f-4b70-8e27-ed6873cac0aa/a93c27fd-fadb-4f8a-be75-eddb5e3c3921) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:39:24.131631 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (2963a31a-a224-4676-b867-1f60fa8904c2), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:24.170597 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event deleted for resources: {'Port': ['ID=2963a31a-a224-4676-b867-1f60fa8904c2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:24.181263 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:24.209594 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5de7a7ee-b73b-4ab3-81e4-a1854391b188 req-dd23eb68-7a54-4275-ac23-2c1837d81597 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 210 time: 0.0423348 May 19 21:39:24.246135 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-9a8013dd-a7ac-48be-9646-3c89f5b9ed1c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:24.288678 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-9a8013dd-a7ac-48be-9646-3c89f5b9ed1c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:24.342688 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-9a8013dd-a7ac-48be-9646-3c89f5b9ed1c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:39:24.346398 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-9a8013dd-a7ac-48be-9646-3c89f5b9ed1c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:39:24.347279 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Router 5c0f9981-5982-4c01-8f9a-432e4f111584 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:39:24.350439 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-9a8013dd-a7ac-48be-9646-3c89f5b9ed1c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:39:24.380856 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8013dd-a7ac-48be-9646-3c89f5b9ed1c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event updated for resources: {'Port': ['ID=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:24.412240 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-9a8013dd-a7ac-48be-9646-3c89f5b9ed1c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:24.412913 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-9a8013dd-a7ac-48be-9646-3c89f5b9ed1c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:24.433346 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-9a8013dd-a7ac-48be-9646-3c89f5b9ed1c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7408400 May 19 21:39:24.445129 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Request body: {'port': {'device_id': '446bb786-0ec7-4542-9509-36282d7126c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:39:24.480596 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:39:24.495897 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cce6ab-f4ea-45c6-b7fb-f339974785b4 None None] Sync routers for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:39:24.508823 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cce6ab-f4ea-45c6-b7fb-f339974785b4 None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:39:24.509729 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-60cce6ab-f4ea-45c6-b7fb-f339974785b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:39:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:24.522606 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:24.537858 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] No DVR routers for this DVR port 2963a31a-a224-4676-b867-1f60fa8904c2 on host hv-cinder-83563 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:39:24.542607 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:24.547120 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4953e52d-91a4-4bcd-a833-8d23a6ca4523 req-459b7aaa-2879-4ecb-b767-09cb49f14783 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "DELETE /v2.0/ports/2963a31a-a224-4676-b867-1f60fa8904c2 HTTP/1.1" status: 204 len: 173 time: 1.0901418 May 19 21:39:24.547701 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6442f189-c760-45c5-8313-4f1d3fe46461', 'name': 'network-vif-deleted', 'tag': '2963a31a-a224-4676-b867-1f60fa8904c2'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:39:24.555673 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8040809e-16f6-4cd4-87e4-662e29eefbf2" -d '{"events": [{"server_uuid": "6442f189-c760-45c5-8313-4f1d3fe46461", "name": "network-vif-deleted", "tag": "2963a31a-a224-4676-b867-1f60fa8904c2"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:39:24.655692 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3218146d-669c-4cf7-ba80-7212966dc43a x-openstack-request-id: req-3218146d-669c-4cf7-ba80-7212966dc43a {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:39:24.656851 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6442f189-c760-45c5-8313-4f1d3fe46461", "name": "network-vif-deleted", "tag": "2963a31a-a224-4676-b867-1f60fa8904c2", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:39:24.658226 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3218146d-669c-4cf7-ba80-7212966dc43a {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:39:24.659374 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3218146d-669c-4cf7-ba80-7212966dc43a'] response: {'server_uuid': '6442f189-c760-45c5-8313-4f1d3fe46461', 'name': 'network-vif-deleted', 'tag': '2963a31a-a224-4676-b867-1f60fa8904c2', 'status': 'completed', 'code': 200} May 19 21:39:24.796674 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:24.836495 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-60cce6ab-f4ea-45c6-b7fb-f339974785b4 None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:39:24.865501 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-9a1145eb-5267-4244-8c77-e3fc1a8aba25 None None] Provisioning complete for port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:39:24.866202 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9a1145eb-5267-4244-8c77-e3fc1a8aba25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:24.946090 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9a1145eb-5267-4244-8c77-e3fc1a8aba25 None None] Port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:39:24.985664 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:24.988109 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93c27fd-fadb-4f8a-be75-eddb5e3c3921 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:39:24.991170 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:24.997088 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Publish callbacks [] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:25.012771 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Transition to ACTIVE for port object a93c27fd-fadb-4f8a-be75-eddb5e3c3921 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:39:25.019049 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:25.097457 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:25.127542 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-60cce6ab-f4ea-45c6-b7fb-f339974785b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:25.155240 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Attempting to bind port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:39:25.155833 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Attempting to bind port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:39:25.156349 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Attempting to bind port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 on network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:39:25.168214 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 on network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:39:25.168533 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cce6ab-f4ea-45c6-b7fb-f339974785b4 None None] Checking router: 5c0f9981-5982-4c01-8f9a-432e4f111584 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:39:25.168792 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Attempting to bind port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 on network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:39:25.179718 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cce6ab-f4ea-45c6-b7fb-f339974785b4 None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:39:25.180675 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-60cce6ab-f4ea-45c6-b7fb-f339974785b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:39:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:25.182013 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:39:25.182608 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Checking segment: {'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:39:25.183226 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Bound using segment: {'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:39:25.183962 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Bound port: a93c27fd-fadb-4f8a-be75-eddb5e3c3921, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d832efb-0b73-452a-82aa-b7b4ac81a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:39:25.184558 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:25.186945 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0b915b54-18d2-4bdf-97e9-0f19ef38fadf req-fbc6ce53-0f9b-4132-bd12-af75e5dd3e3a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6442f189-c760-45c5-8313-4f1d3fe46461 HTTP/1.1" status: 200 len: 210 time: 0.0437417 May 19 21:39:25.286758 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] For port a93c27fd-fadb-4f8a-be75-eddb5e3c3921, host hv-cinder-83563, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:39:25.292059 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] For port a93c27fd-fadb-4f8a-be75-eddb5e3c3921, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:39:25.303157 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:25.319544 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:25.322832 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:25.323418 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:25.325024 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] 10.222.0.87 "PUT /v2.0/ports/a93c27fd-fadb-4f8a-be75-eddb5e3c3921 HTTP/1.1" status: 200 len: 1094 time: 0.8844650 May 19 21:39:25.325866 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446bb786-0ec7-4542-9509-36282d7126c8', 'tag': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:39:25.328490 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe56a636-2fad-4566-b2aa-50fdb2419e43" -d '{"events": [{"name": "network-changed", "server_uuid": "446bb786-0ec7-4542-9509-36282d7126c8", "tag": "a93c27fd-fadb-4f8a-be75-eddb5e3c3921"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:39:25.380664 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-60cce6ab-f4ea-45c6-b7fb-f339974785b4 None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:39:25.442280 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875e08eb-c6a9-4b46-9411-32df8b2404da x-openstack-request-id: req-875e08eb-c6a9-4b46-9411-32df8b2404da {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:39:25.443134 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446bb786-0ec7-4542-9509-36282d7126c8", "tag": "a93c27fd-fadb-4f8a-be75-eddb5e3c3921", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:39:25.444775 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-875e08eb-c6a9-4b46-9411-32df8b2404da {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:39:25.444775 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875e08eb-c6a9-4b46-9411-32df8b2404da'] response: {'name': 'network-changed', 'server_uuid': '446bb786-0ec7-4542-9509-36282d7126c8', 'tag': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'status': 'completed', 'code': 200} May 19 21:39:25.485505 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4155922-9c6a-4600-a6f9-18a3f1bd6cf4 req-abad5008-4550-4469-8722-19ef4b21f4de tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:25.487155 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e4155922-9c6a-4600-a6f9-18a3f1bd6cf4 req-abad5008-4550-4469-8722-19ef4b21f4de tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.1058352 May 19 21:39:25.523066 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-6a93b536-3cb4-48eb-b31e-7f43703bffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:25.524622 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-6a93b536-3cb4-48eb-b31e-7f43703bffb5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 1128 time: 0.1421654 May 19 21:39:25.533749 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17db94-d472-4eee-ac37-b23616b8e2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:25.585597 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-9504a67f-8a80-4075-baf4-fef4379ba2b0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921 HTTP/1.1" status: 200 len: 217 time: 0.0473852 May 19 21:39:25.629272 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e4155922-9c6a-4600-a6f9-18a3f1bd6cf4 req-7643be66-4a7e-4223-bc78-c6360e4bd8c8 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247170 May 19 21:39:25.651347 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-a12fdb74-464f-404e-af53-ff8cb3e58d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:25.651492 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-60cce6ab-f4ea-45c6-b7fb-f339974785b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:25.653016 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-a12fdb74-464f-404e-af53-ff8cb3e58d59 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa HTTP/1.1" status: 200 len: 856 time: 0.0568044 May 19 21:39:25.682664 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cce6ab-f4ea-45c6-b7fb-f339974785b4 None None] The sync data for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi is: [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:39:25.709244 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-75468a5c-239e-4ca0-bc8f-63df57ca259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:25.712183 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-75468a5c-239e-4ca0-bc8f-63df57ca259d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523787 May 19 21:39:25.813464 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-5cfa8009-d345-47dc-92b7-dc55c41d3c06 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939193 May 19 21:39:25.917538 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-250ec7df-7fe2-48bf-823d-76a9ea986983 req-a843f8e6-d2c4-4039-9ced-d9c7d1bd71cc service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982685 May 19 21:39:25.971391 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234cdde6-8b5b-44d6-aac7-319e24534edb None None] New status for floating IP 21d81042-1078-4357-b7ba-c0f2f0b83a59: DOWN {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:39:26.593007 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:26.598528 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-e9393179-142a-40d0-adba-3dbe754ca676 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388373731&fields=id&tenant_id=4951b93f86e1485692a4aae7b9ece8f6 HTTP/1.1" status: 200 len: 267 time: 0.0493114 May 19 21:39:26.722494 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ab18e-469d-46fa-904f-27dface88773 req-6bef9957-9e1c-4624-8417-6ef4f0aed4b5 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:26.724136 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-6bef9957-9e1c-4624-8417-6ef4f0aed4b5 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 811 time: 0.1185040 May 19 21:39:26.739517 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-2503d2c4-d458-41da-90d6-358b75026e09 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/quotas/4951b93f86e1485692a4aae7b9ece8f6 HTTP/1.1" status: 200 len: 375 time: 0.0096834 May 19 21:39:26.764902 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5405fa-8fe6-44a5-b58d-f4cda7f2760e req-37df4003-aff6-467f-8071-8f8e2dc14767 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:26.766508 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cc5405fa-8fe6-44a5-b58d-f4cda7f2760e req-37df4003-aff6-467f-8071-8f8e2dc14767 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0520494 May 19 21:39:26.792468 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-d62265ee-89a2-4624-acdb-b70a754f499c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471358 May 19 21:39:26.833181 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cc5405fa-8fe6-44a5-b58d-f4cda7f2760e req-b2b03195-ecce-446d-a232-da2937fb82ad tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604961 May 19 21:39:26.904487 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-4a307dbd-cdf7-4828-83a9-469625d82739 service neutron] 10.222.0.65 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962253 May 19 21:39:27.000137 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-9969c3f1-2a05-4c46-ac22-986c85d07bf0 service neutron] 10.222.0.65 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896609 May 19 21:39:27.324403 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a1164264-d757-44ee-8350-8ba15afe3a49 req-2a71f668-0727-4ccf-aa2b-50b8aac209a0 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 210 time: 0.0306454 May 19 21:39:27.774086 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 2963a31a-a224-4676-b867-1f60fa8904c2 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:39:27.799342 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: 2963a31a-a224-4676-b867-1f60fa8904c2 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:39:27.799675 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 2963a31a-a224-4676-b867-1f60fa8904c2 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:39:27.962912 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72ce39-0703-40f0-a1f3-e4988d54b4de req-edf14b65-6239-4d5e-a98b-d998ceb9756b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:27.964499 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc72ce39-0703-40f0-a1f3-e4988d54b4de req-edf14b65-6239-4d5e-a98b-d998ceb9756b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0498536 May 19 21:39:28.019667 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc72ce39-0703-40f0-a1f3-e4988d54b4de req-96b117fb-52cb-460f-bb88-ee2db548106a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486891 May 19 21:39:28.429720 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c8dc35fd-9100-4aa2-b765-2f198c6296de req-76cc02c5-c9ac-4a56-945b-4f5c049b5ec6 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 210 time: 0.0318360 May 19 21:39:28.638110 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56a636-2fad-4566-b2aa-50fdb2419e43 req-fb4a143f-3866-42cc-9b67-8599ca66887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:28.639723 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fe56a636-2fad-4566-b2aa-50fdb2419e43 req-fb4a143f-3866-42cc-9b67-8599ca66887c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 1128 time: 0.0460651 May 19 21:39:28.731848 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56a636-2fad-4566-b2aa-50fdb2419e43 req-04d1c56d-74b7-4172-97a2-3990ea16d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:28.733423 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fe56a636-2fad-4566-b2aa-50fdb2419e43 req-04d1c56d-74b7-4172-97a2-3990ea16d5e7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 918 time: 0.0875328 May 19 21:39:28.784978 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fe56a636-2fad-4566-b2aa-50fdb2419e43 req-47f45b04-5d9e-450f-94b7-0b2b4816ea3d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921 HTTP/1.1" status: 200 len: 217 time: 0.0446434 May 19 21:39:28.836358 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:28.840802 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56a636-2fad-4566-b2aa-50fdb2419e43 req-4319ea63-25c0-4efb-854b-825fae5568ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:28.842386 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fe56a636-2fad-4566-b2aa-50fdb2419e43 req-4319ea63-25c0-4efb-854b-825fae5568ef service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa HTTP/1.1" status: 200 len: 856 time: 0.0513709 May 19 21:39:29.149437 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56a636-2fad-4566-b2aa-50fdb2419e43 req-c548834c-d683-4bb9-a9f1-90bad83841e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:29.150972 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fe56a636-2fad-4566-b2aa-50fdb2419e43 req-c548834c-d683-4bb9-a9f1-90bad83841e0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723255 May 19 21:39:29.188557 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d566611-eba0-4a5b-b0e5-6200425cd764 req-98aef6d5-64ca-4f83-8ff5-ff3d1ac42770 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:29.190192 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2d566611-eba0-4a5b-b0e5-6200425cd764 req-98aef6d5-64ca-4f83-8ff5-ff3d1ac42770 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0782895 May 19 21:39:29.261754 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:29.289966 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ab18e-469d-46fa-904f-27dface88773 req-572abb83-5026-4c9e-9a62-63527a64056e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:29.291534 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-572abb83-5026-4c9e-9a62-63527a64056e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 811 time: 0.1132715 May 19 21:39:29.291785 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2d566611-eba0-4a5b-b0e5-6200425cd764 req-458024f7-0c60-4d1c-a6b1-d1432f928678 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758002 May 19 21:39:29.303884 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fe56a636-2fad-4566-b2aa-50fdb2419e43 req-68d1bd66-8e98-4826-a752-2883746b228b service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460574 May 19 21:39:29.368138 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-7ee28489-3d3d-48c9-809a-02f4e553147d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4951b93f86e1485692a4aae7b9ece8f6 HTTP/1.1" status: 200 len: 380 time: 0.0670078 May 19 21:39:29.375916 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-c87ab18e-469d-46fa-904f-27dface88773 req-6c0b3b42-3a48-4cda-b992-e036c828e3fc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Request body: {'port': {'device_id': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'admin_state_up': True, 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'security_groups': ['52bb716f-e459-483c-90c9-67cdbfd31391']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:39:29.415216 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fe56a636-2fad-4566-b2aa-50fdb2419e43 req-2be12c1c-cb3b-408b-9f5f-430a880986e1 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995283 May 19 21:39:29.496992 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87ab18e-469d-46fa-904f-27dface88773 req-6c0b3b42-3a48-4cda-b992-e036c828e3fc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Made reservation on behalf of 4951b93f86e1485692a4aae7b9ece8f6 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:39:29.500639 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87ab18e-469d-46fa-904f-27dface88773 req-6c0b3b42-3a48-4cda-b992-e036c828e3fc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:29.539837 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-beba9006-544c-480d-807e-94dfe7fa62ac req-2ff2410b-1b5f-43c6-a815-f03c88686c5a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 210 time: 0.0368049 May 19 21:39:29.657153 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-c87ab18e-469d-46fa-904f-27dface88773 req-6c0b3b42-3a48-4cda-b992-e036c828e3fc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Allocated IP 172.20.0.4 (d5d9547d-2306-4c78-9ac6-532192256ea5/3e22e601-0eeb-4eed-b4ae-be0588320b1e/1de7b941-4923-4121-aea7-13eb18ac70b9) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:39:29.682456 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:29.782615 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device a93c27fd-fadb-4f8a-be75-eddb5e3c3921 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:39:29.808823 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87ab18e-469d-46fa-904f-27dface88773 req-6c0b3b42-3a48-4cda-b992-e036c828e3fc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:29.841820 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87ab18e-469d-46fa-904f-27dface88773 req-6c0b3b42-3a48-4cda-b992-e036c828e3fc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:29.899985 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port a93c27fd-fadb-4f8a-be75-eddb5e3c3921, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:39:29.913501 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'port_id': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'mac_address': 'fa:16:3e:b6:31:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:39:29.915217 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87ab18e-469d-46fa-904f-27dface88773 req-6c0b3b42-3a48-4cda-b992-e036c828e3fc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Network d5d9547d-2306-4c78-9ac6-532192256ea5 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:39:29.916743 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b3b42-3a48-4cda-b992-e036c828e3fc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'Port': ['ID=1de7b941-4923-4121-aea7-13eb18ac70b9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:29.921028 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-c87ab18e-469d-46fa-904f-27dface88773 req-6c0b3b42-3a48-4cda-b992-e036c828e3fc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:39:29.931071 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87ab18e-469d-46fa-904f-27dface88773 req-6c0b3b42-3a48-4cda-b992-e036c828e3fc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:39:29.953217 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:39:29.953614 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:29.969747 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93c27fd-fadb-4f8a-be75-eddb5e3c3921 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:39:29.990491 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ab18e-469d-46fa-904f-27dface88773 req-6c0b3b42-3a48-4cda-b992-e036c828e3fc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:29.991422 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87ab18e-469d-46fa-904f-27dface88773 req-6c0b3b42-3a48-4cda-b992-e036c828e3fc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:29.992762 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port a93c27fd-fadb-4f8a-be75-eddb5e3c3921, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:39:29.998325 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:30.014678 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-6c0b3b42-3a48-4cda-b992-e036c828e3fc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6426740 May 19 21:39:30.027010 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Request body: {'port': {'device_id': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:39:30.050190 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:30.058094 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.058737 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.059218 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.059705 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.060177 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.060715 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.061175 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.061633 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.062117 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.062839 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.063329 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.066782 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.067365 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.067691 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.068016 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:30.097505 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:30.181293 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:30.198139 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-25b5a7b2-08a7-4195-abff-520e256d82a9 None None] Provisioning complete for port 1de7b941-4923-4121-aea7-13eb18ac70b9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:39:30.198507 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25b5a7b2-08a7-4195-abff-520e256d82a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:30.239412 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-25b5a7b2-08a7-4195-abff-520e256d82a9 None None] Port 1de7b941-4923-4121-aea7-13eb18ac70b9 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:39:30.417680 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de7b941-4923-4121-aea7-13eb18ac70b9 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:39:30.417957 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abf43d-20d1-4bb4-92b5-6e0068a52c8f req-6e264203-f46d-49c7-bd6d-2eaf77d59f66 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:30.419468 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18abf43d-20d1-4bb4-92b5-6e0068a52c8f req-6e264203-f46d-49c7-bd6d-2eaf77d59f66 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 945 time: 0.0498919 May 19 21:39:30.425474 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Publish callbacks [] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:30.431086 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:30.439648 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Transition to ACTIVE for port object 1de7b941-4923-4121-aea7-13eb18ac70b9 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:39:30.444040 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:30.471775 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18abf43d-20d1-4bb4-92b5-6e0068a52c8f req-3cb7a073-8abf-455a-8cac-900edb91c38b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463970 May 19 21:39:30.494103 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Pushing event updated for resources: {'Port': ['ID=1de7b941-4923-4121-aea7-13eb18ac70b9,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:30.508739 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['a93c27fd-fadb-4f8a-be75-eddb5e3c3921'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:39:30.512160 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:30.546349 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:30.587902 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Attempting to bind port 1de7b941-4923-4121-aea7-13eb18ac70b9 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:39:30.588420 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Attempting to bind port 1de7b941-4923-4121-aea7-13eb18ac70b9 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:39:30.588530 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Attempting to bind port 1de7b941-4923-4121-aea7-13eb18ac70b9 on network d5d9547d-2306-4c78-9ac6-532192256ea5 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:39:30.595643 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Port 1de7b941-4923-4121-aea7-13eb18ac70b9 on network d5d9547d-2306-4c78-9ac6-532192256ea5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:39:30.596473 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Attempting to bind port 1de7b941-4923-4121-aea7-13eb18ac70b9 on network d5d9547d-2306-4c78-9ac6-532192256ea5 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:39:30.604118 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:39:30.604453 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Checking segment: {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:39:30.604857 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Bound using segment: {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:39:30.605286 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Bound port: 1de7b941-4923-4121-aea7-13eb18ac70b9, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:39:30.605629 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:30.645962 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:30.717757 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61734c-677f-4c35-aa9a-365f636e3f13 req-1d690849-67d5-45b8-a3c7-0a69c1f52bb8 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:30.719356 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7c61734c-677f-4c35-aa9a-365f636e3f13 req-1d690849-67d5-45b8-a3c7-0a69c1f52bb8 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 943 time: 0.0909405 May 19 21:39:30.726900 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] For port 1de7b941-4923-4121-aea7-13eb18ac70b9, host hv-cinder-83563, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:39:30.730651 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] For port 1de7b941-4923-4121-aea7-13eb18ac70b9, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=1de7b941-4923-4121-aea7-13eb18ac70b9,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:39:30.746102 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:30.798577 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:30.799189 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:30.800615 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] 10.222.0.87 "PUT /v2.0/ports/1de7b941-4923-4121-aea7-13eb18ac70b9 HTTP/1.1" status: 200 len: 1093 time: 0.7779028 May 19 21:39:30.801194 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'tag': '1de7b941-4923-4121-aea7-13eb18ac70b9'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:39:30.803491 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6495515e-0207-434c-8838-c137823314cf" -d '{"events": [{"name": "network-changed", "server_uuid": "19887ef9-2867-4e11-ad73-ad8c2eb0871b", "tag": "1de7b941-4923-4121-aea7-13eb18ac70b9"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:39:30.825532 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7c61734c-677f-4c35-aa9a-365f636e3f13 req-42e86b22-f564-456b-b38e-a9a94dc798af tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999644 May 19 21:39:30.862961 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a6645-0b3d-40f3-8c89-bfda4723d0bf service neutron] Pushing event updated for resources: {'Port': ['ID=1de7b941-4923-4121-aea7-13eb18ac70b9,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:30.885807 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57397a07-9f3d-482d-bd29-b0db5e78d2b9 x-openstack-request-id: req-57397a07-9f3d-482d-bd29-b0db5e78d2b9 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:39:30.886092 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19887ef9-2867-4e11-ad73-ad8c2eb0871b", "tag": "1de7b941-4923-4121-aea7-13eb18ac70b9", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:39:30.886372 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57397a07-9f3d-482d-bd29-b0db5e78d2b9 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:39:30.886768 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57397a07-9f3d-482d-bd29-b0db5e78d2b9'] response: {'name': 'network-changed', 'server_uuid': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'tag': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'status': 'completed', 'code': 200} May 19 21:39:30.919844 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ab18e-469d-46fa-904f-27dface88773 req-4f040177-a891-4fa1-9649-5441287c9f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:30.921746 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-4f040177-a891-4fa1-9649-5441287c9f98 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 1127 time: 0.0473552 May 19 21:39:30.972198 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-74e52943-d48e-4f03-8c38-3ef7026cedd1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de7b941-4923-4121-aea7-13eb18ac70b9 HTTP/1.1" status: 200 len: 217 time: 0.0421252 May 19 21:39:31.025006 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ab18e-469d-46fa-904f-27dface88773 req-76567b37-7aac-4d73-9d92-f85e4591062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:31.026498 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-76567b37-7aac-4d73-9d92-f85e4591062c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e22e601-0eeb-4eed-b4ae-be0588320b1e HTTP/1.1" status: 200 len: 850 time: 0.0469930 May 19 21:39:31.075996 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ab18e-469d-46fa-904f-27dface88773 req-641a7021-2ecb-47d4-92b1-3d53deb4dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:31.077650 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-641a7021-2ecb-47d4-92b1-3d53deb4dcb3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5d9547d-2306-4c78-9ac6-532192256ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429130 May 19 21:39:31.165927 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:31.177954 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-cc65ff8e-8383-4fa4-9c5e-8094ec142844 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928199 May 19 21:39:31.272318 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c87ab18e-469d-46fa-904f-27dface88773 req-fb17c98d-bd40-40ef-970b-4e6850fd28f3 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871139 May 19 21:39:31.631341 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a7d3f-7531-4ea6-a7ea-9345fd9fa60e req-1d98dcb4-0a0f-4f77-981f-2dd3daedca40 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:31.632972 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-111a7d3f-7531-4ea6-a7ea-9345fd9fa60e req-1d98dcb4-0a0f-4f77-981f-2dd3daedca40 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 945 time: 0.0550818 May 19 21:39:31.684460 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-111a7d3f-7531-4ea6-a7ea-9345fd9fa60e req-2a8383bc-d856-4cc0-9be0-1181dd2fd2ae tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455887 May 19 21:39:31.867957 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device a93c27fd-fadb-4f8a-be75-eddb5e3c3921 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:39:31.915384 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:39:31.923494 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:39:31.924075 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:31.964345 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96664ced-5d23-48b4-a326-c94b37db8c46 req-e18659e3-dc7a-41c7-be42-6a771c60b72a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:31.965927 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96664ced-5d23-48b4-a326-c94b37db8c46 req-e18659e3-dc7a-41c7-be42-6a771c60b72a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 943 time: 0.0530365 May 19 21:39:32.008280 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:39:32.008788 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:32.019519 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96664ced-5d23-48b4-a326-c94b37db8c46 req-1b44d790-fc0b-47f2-97b9-d2fcf43af82e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474536 May 19 21:39:32.039475 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bb786-0ec7-4542-9509-36282d7126c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:39:32.041686 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fc8d5e-8b13-4a9b-867e-2c5baca70dd6" -d '{"events": [{"server_uuid": "446bb786-0ec7-4542-9509-36282d7126c8", "name": "network-vif-plugged", "status": "completed", "tag": "a93c27fd-fadb-4f8a-be75-eddb5e3c3921"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:39:32.059122 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port a93c27fd-fadb-4f8a-be75-eddb5e3c3921, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:39:32.066888 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:32.124532 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:32.168465 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c96bee-2816-4437-8da7-ec4398f53c78 x-openstack-request-id: req-87c96bee-2816-4437-8da7-ec4398f53c78 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:39:32.168793 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446bb786-0ec7-4542-9509-36282d7126c8", "name": "network-vif-plugged", "status": "completed", "tag": "a93c27fd-fadb-4f8a-be75-eddb5e3c3921", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:39:32.169047 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-87c96bee-2816-4437-8da7-ec4398f53c78 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:39:32.169437 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c96bee-2816-4437-8da7-ec4398f53c78'] response: {'server_uuid': '446bb786-0ec7-4542-9509-36282d7126c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'code': 200} May 19 21:39:32.425149 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495515e-0207-434c-8838-c137823314cf req-ca57f6bf-4486-4617-810f-9481bcaf44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:32.426778 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6495515e-0207-434c-8838-c137823314cf req-ca57f6bf-4486-4617-810f-9481bcaf44e0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 1127 time: 0.0506139 May 19 21:39:32.532357 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495515e-0207-434c-8838-c137823314cf req-120bcb21-abb8-4b9a-adf9-151b9fb42a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:32.533849 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6495515e-0207-434c-8838-c137823314cf req-120bcb21-abb8-4b9a-adf9-151b9fb42a79 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 912 time: 0.0986896 May 19 21:39:32.555105 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d80c5d-11e1-46fd-8ee7-a55337896c51 req-1ac7c261-89fa-4d40-a8b2-8a532cfb0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:32.556667 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-58d80c5d-11e1-46fd-8ee7-a55337896c51 req-1ac7c261-89fa-4d40-a8b2-8a532cfb0b22 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 1130 time: 0.0473509 May 19 21:39:32.584317 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6495515e-0207-434c-8838-c137823314cf req-b2a28ea9-3869-43dd-a5e1-3a0e00282e4d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de7b941-4923-4121-aea7-13eb18ac70b9 HTTP/1.1" status: 200 len: 217 time: 0.0421467 May 19 21:39:32.626764 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-58d80c5d-11e1-46fd-8ee7-a55337896c51 req-ccb54f4f-eb68-48f2-9de0-9abb2823acd2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622730 May 19 21:39:32.637691 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495515e-0207-434c-8838-c137823314cf req-f689347c-1f31-410f-a843-522ea14831ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:32.639394 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6495515e-0207-434c-8838-c137823314cf req-f689347c-1f31-410f-a843-522ea14831ed service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e22e601-0eeb-4eed-b4ae-be0588320b1e HTTP/1.1" status: 200 len: 850 time: 0.0495052 May 19 21:39:32.810632 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78738adf-7a0f-4c33-a371-1fa029111899 req-c2a05bed-9528-4a02-9403-0841f8b52ea7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:32.812210 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-78738adf-7a0f-4c33-a371-1fa029111899 req-c2a05bed-9528-4a02-9403-0841f8b52ea7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0490317 May 19 21:39:32.864369 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-78738adf-7a0f-4c33-a371-1fa029111899 req-4a47dfc6-ead8-40c1-bfd5-e906b9fb068a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461862 May 19 21:39:32.965690 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495515e-0207-434c-8838-c137823314cf req-ec14a58d-7056-4472-97ed-c285cc4d32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:32.967895 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6495515e-0207-434c-8838-c137823314cf req-ec14a58d-7056-4472-97ed-c285cc4d32f7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5d9547d-2306-4c78-9ac6-532192256ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430930 May 19 21:39:33.080742 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6495515e-0207-434c-8838-c137823314cf req-e471db11-9e8c-47d1-86bf-95b04b968153 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061320 May 19 21:39:33.173473 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:33.202467 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655d007-123f-47fb-bcee-0cbefdfd3c2c req-5553565e-0f80-40df-9688-e4607974c1dc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:33.204146 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7655d007-123f-47fb-bcee-0cbefdfd3c2c req-5553565e-0f80-40df-9688-e4607974c1dc tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 943 time: 0.0924304 May 19 21:39:33.245987 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6495515e-0207-434c-8838-c137823314cf req-29a99185-3d3b-4bd6-bc5b-e38aa95ee815 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551814 May 19 21:39:33.272756 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7655d007-123f-47fb-bcee-0cbefdfd3c2c req-fc49e139-593c-48cd-b4e6-df6fa5f8ad3a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614767 May 19 21:39:34.005650 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89855f-b515-4017-bada-c8c468e66ac1 req-652b06cf-c597-4957-a8d8-7c4d8c57943f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:34.007154 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7e89855f-b515-4017-bada-c8c468e66ac1 req-652b06cf-c597-4957-a8d8-7c4d8c57943f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0582249 May 19 21:39:34.058813 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7e89855f-b515-4017-bada-c8c468e66ac1 req-59bfda7e-5311-403f-8102-47d70a7c2df3 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460241 May 19 21:39:34.394946 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86610495-eae8-4309-bfe0-d0fe4529ba3c req-f5eb8bd9-465a-4946-9d6b-b4a0057bfed0 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:34.396532 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-86610495-eae8-4309-bfe0-d0fe4529ba3c req-f5eb8bd9-465a-4946-9d6b-b4a0057bfed0 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 943 time: 0.0527277 May 19 21:39:34.450009 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-86610495-eae8-4309-bfe0-d0fe4529ba3c req-f4cfdd98-357f-4ce6-9c60-5cb79cc6b2a9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473776 May 19 21:39:35.193307 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54f416-ca86-462f-943c-fe8060f51155 req-d328bd5d-fe7f-4bb0-8b3e-2f098f944fd4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:35.194848 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9c54f416-ca86-462f-943c-fe8060f51155 req-d328bd5d-fe7f-4bb0-8b3e-2f098f944fd4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0608017 May 19 21:39:35.245512 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9c54f416-ca86-462f-943c-fe8060f51155 req-f4be5d43-9eee-4501-a7dc-4f359e79ff5e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444062 May 19 21:39:35.393305 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24b988-e44c-4f86-b0dd-663cd88730e1 req-2b3363f1-113d-47ef-921c-c26bf911134c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:35.394935 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6f24b988-e44c-4f86-b0dd-663cd88730e1 req-2b3363f1-113d-47ef-921c-c26bf911134c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0490031 May 19 21:39:35.409246 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34056) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:39:35.413792 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2b65fdc1-e5fb-438c-9301-62c440055e33 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Request body: {'floatingip': {'port_id': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:39:35.456448 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b65fdc1-e5fb-438c-9301-62c440055e33 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for floatingip (bedbb6e6-bfec-4ca8-a81e-45bf6a112597), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:35.582161 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:35.609633 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf7aed-341e-45f2-9ded-b9e7bd017c4c req-7ac00368-68f1-4c56-8190-49d5638e0eab tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:35.611248 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f8cf7aed-341e-45f2-9ded-b9e7bd017c4c req-7ac00368-68f1-4c56-8190-49d5638e0eab tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 943 time: 0.0867748 May 19 21:39:35.712481 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f8cf7aed-341e-45f2-9ded-b9e7bd017c4c req-b6a75774-8615-4b42-9f57-afb6773883ed tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948486 May 19 21:39:36.242742 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:36.266525 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b65fdc1-e5fb-438c-9301-62c440055e33 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:36.270745 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b65fdc1-e5fb-438c-9301-62c440055e33 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (bedbb6e6-bfec-4ca8-a81e-45bf6a112597), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:36.369839 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-2b65fdc1-e5fb-438c-9301-62c440055e33 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Floating IP bedbb6e6-bfec-4ca8-a81e-45bf6a112597 associated. External IP: 172.27.0.249, port: a93c27fd-fadb-4f8a-be75-eddb5e3c3921. May 19 21:39:36.575250 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b65fdc1-e5fb-438c-9301-62c440055e33 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:39:36.655739 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e96854b7-28eb-4f3f-b3cb-084bf7f4f994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:36.689670 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b65fdc1-e5fb-438c-9301-62c440055e33 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:39:36.694762 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b65fdc1-e5fb-438c-9301-62c440055e33 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:36.703739 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5efa3-a3d1-48ee-807c-dd3c198c1ccc None None] Sync routers for ids ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:39:36.715492 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5efa3-a3d1-48ee-807c-dd3c198c1ccc None None] Routers {'8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:39:36.716126 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-dbc5efa3-a3d1-48ee-807c-dd3c198c1ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:39:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:36.732043 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-2b65fdc1-e5fb-438c-9301-62c440055e33 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "PUT /v2.0/floatingips/bedbb6e6-bfec-4ca8-a81e-45bf6a112597 HTTP/1.1" status: 200 len: 992 time: 1.3216376 May 19 21:39:36.732727 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446bb786-0ec7-4542-9509-36282d7126c8', 'tag': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:39:36.736905 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d34565-8b7d-4ff6-9161-929c1ce2eb23" -d '{"events": [{"name": "network-changed", "server_uuid": "446bb786-0ec7-4542-9509-36282d7126c8", "tag": "a93c27fd-fadb-4f8a-be75-eddb5e3c3921"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:39:36.779602 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae145ecb-41d2-4335-b01d-5fcc8708e3dd x-openstack-request-id: req-ae145ecb-41d2-4335-b01d-5fcc8708e3dd {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:39:36.779935 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446bb786-0ec7-4542-9509-36282d7126c8", "tag": "a93c27fd-fadb-4f8a-be75-eddb5e3c3921", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:39:36.780207 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae145ecb-41d2-4335-b01d-5fcc8708e3dd {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:39:36.780945 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae145ecb-41d2-4335-b01d-5fcc8708e3dd'] response: {'name': 'network-changed', 'server_uuid': '446bb786-0ec7-4542-9509-36282d7126c8', 'tag': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'status': 'completed', 'code': 200} May 19 21:39:36.840344 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-dbc5efa3-a3d1-48ee-807c-dd3c198c1ccc None None] Set router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:39:36.868905 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a0a01-f206-4fa0-b01a-1f265fbca3a8 req-89085cec-55a4-4acf-b296-c8a17e13a7d9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:36.870468 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b34a0a01-f206-4fa0-b01a-1f265fbca3a8 req-89085cec-55a4-4acf-b296-c8a17e13a7d9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 943 time: 0.0853446 May 19 21:39:36.896520 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d34565-8b7d-4ff6-9161-929c1ce2eb23 req-ec2add23-b6d7-4bb4-85fa-e55b1f760fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:36.898080 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f5d34565-8b7d-4ff6-9161-929c1ce2eb23 req-ec2add23-b6d7-4bb4-85fa-e55b1f760fa3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 1130 time: 0.0663929 May 19 21:39:36.919315 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:36.982936 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b34a0a01-f206-4fa0-b01a-1f265fbca3a8 req-93243d2f-4949-4e14-bbc2-464322cb111f tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045985 May 19 21:39:37.031497 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d34565-8b7d-4ff6-9161-929c1ce2eb23 req-29c8b419-246e-4089-9645-2a4199da2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:37.033031 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f5d34565-8b7d-4ff6-9161-929c1ce2eb23 req-29c8b419-246e-4089-9645-2a4199da2d78 service neutron] 10.222.0.87 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 918 time: 0.1265132 May 19 21:39:37.106994 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f5d34565-8b7d-4ff6-9161-929c1ce2eb23 req-2c972a21-f913-45b6-8938-2ae08ed3bd9b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921 HTTP/1.1" status: 200 len: 1000 time: 0.0665891 May 19 21:39:37.159118 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d34565-8b7d-4ff6-9161-929c1ce2eb23 req-80bd85cc-c29a-4b3e-b438-051789fecef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:37.160663 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f5d34565-8b7d-4ff6-9161-929c1ce2eb23 req-80bd85cc-c29a-4b3e-b438-051789fecef7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa HTTP/1.1" status: 200 len: 856 time: 0.0474541 May 19 21:39:37.219007 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d34565-8b7d-4ff6-9161-929c1ce2eb23 req-ae51440c-8ffd-4a58-af75-688806549539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:37.220532 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f5d34565-8b7d-4ff6-9161-929c1ce2eb23 req-ae51440c-8ffd-4a58-af75-688806549539 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457106 May 19 21:39:37.262189 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:37.271238 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-dbc5efa3-a3d1-48ee-807c-dd3c198c1ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'bedbb6e6-bfec-4ca8-a81e-45bf6a112597', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'port_id': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'mac_address': 'fa:16:3e:b6:31:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446bb786-0ec7-4542-9509-36282d7126c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:39:20Z', 'updated_at': '2022-05-19T21:39:36Z', 'revision_number': 1, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:33Z', 'revision_number': 5, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:37.299810 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5efa3-a3d1-48ee-807c-dd3c198c1ccc None None] Checking router: 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:39:37.309002 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5efa3-a3d1-48ee-807c-dd3c198c1ccc None None] Routers {'8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:39:37.309616 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-dbc5efa3-a3d1-48ee-807c-dd3c198c1ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:39:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:37.327311 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f5d34565-8b7d-4ff6-9161-929c1ce2eb23 req-776469cd-97bc-4844-bc4f-b1b5856be222 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990222 May 19 21:39:37.416768 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-dbc5efa3-a3d1-48ee-807c-dd3c198c1ccc None None] Set router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:39:37.427846 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f5d34565-8b7d-4ff6-9161-929c1ce2eb23 req-8b37f74f-f5e0-4037-ab8f-265104b263a7 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945024 May 19 21:39:37.512735 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:37.649908 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-dbc5efa3-a3d1-48ee-807c-dd3c198c1ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'bedbb6e6-bfec-4ca8-a81e-45bf6a112597', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'port_id': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'mac_address': 'fa:16:3e:b6:31:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446bb786-0ec7-4542-9509-36282d7126c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:39:20Z', 'updated_at': '2022-05-19T21:39:36Z', 'revision_number': 1, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:33Z', 'revision_number': 5, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:37.677460 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5efa3-a3d1-48ee-807c-dd3c198c1ccc None None] The sync data for ids ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'] in dv-cinder-835635-2-iscsi is: [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'bedbb6e6-bfec-4ca8-a81e-45bf6a112597', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'port_id': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'mac_address': 'fa:16:3e:b6:31:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446bb786-0ec7-4542-9509-36282d7126c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:39:20Z', 'updated_at': '2022-05-19T21:39:36Z', 'revision_number': 1, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:33Z', 'revision_number': 5, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:39:37.900867 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e09e92c-a3fd-4a32-ae2d-4b724524daa0 None None] New status for floating IP bedbb6e6-bfec-4ca8-a81e-45bf6a112597: ACTIVE {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:39:38.121938 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa7464-ca8e-4e8d-8ac5-dd962fc84d82 req-64ff69d4-bf94-4189-8579-89996b85e945 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:38.123007 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3baa7464-ca8e-4e8d-8ac5-dd962fc84d82 req-64ff69d4-bf94-4189-8579-89996b85e945 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 943 time: 0.0556772 May 19 21:39:38.185429 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3baa7464-ca8e-4e8d-8ac5-dd962fc84d82 req-6fdaa398-3d71-4967-91c7-53032e6bc9d0 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556726 May 19 21:39:39.314944 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3f39e-ea24-40f0-849a-0c462c47f429 req-03051be0-6602-49e3-a5f5-f9ae182f94b1 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:39.316487 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-25a3f39e-ea24-40f0-849a-0c462c47f429 req-03051be0-6602-49e3-a5f5-f9ae182f94b1 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 943 time: 0.0504527 May 19 21:39:39.350744 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c28906ee-684f-40cc-9f7a-eb2a63aa3b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:39.373965 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-25a3f39e-ea24-40f0-849a-0c462c47f429 req-9d7eb401-aba5-4357-80a0-ad1587910752 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492692 May 19 21:39:39.893734 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 1de7b941-4923-4121-aea7-13eb18ac70b9 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:39:40.000709 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 1de7b941-4923-4121-aea7-13eb18ac70b9, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=1de7b941-4923-4121-aea7-13eb18ac70b9,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:39:40.012620 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'port_id': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'mac_address': 'fa:16:3e:8c:9a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:39:40.048765 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 1de7b941-4923-4121-aea7-13eb18ac70b9 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:39:40.049117 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:40.062751 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de7b941-4923-4121-aea7-13eb18ac70b9 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:39:40.083826 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 1de7b941-4923-4121-aea7-13eb18ac70b9, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=1de7b941-4923-4121-aea7-13eb18ac70b9,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:39:40.088331 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:40.143419 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=1de7b941-4923-4121-aea7-13eb18ac70b9,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:40.482756 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:40.485030 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:40.498987 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3cc68-c9c2-4962-9971-3a89ea34886b req-8c444ef0-2999-47c2-9bea-b0210245afc9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:40.500743 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-89c3cc68-c9c2-4962-9971-3a89ea34886b req-8c444ef0-2999-47c2-9bea-b0210245afc9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 944 time: 0.0533998 May 19 21:39:40.533682 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['1de7b941-4923-4121-aea7-13eb18ac70b9'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:39:40.551969 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-89c3cc68-c9c2-4962-9971-3a89ea34886b req-52c3aef6-c3ea-4581-bb7d-91f01e4e219e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454216 May 19 21:39:40.691987 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:41.669548 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55632b-b8f6-4f78-ab9f-5a82b3dfee20 req-9f5c7b61-7578-4ea9-9209-a49467099477 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:41.671054 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-be55632b-b8f6-4f78-ab9f-5a82b3dfee20 req-9f5c7b61-7578-4ea9-9209-a49467099477 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 944 time: 0.0492845 May 19 21:39:41.721810 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-be55632b-b8f6-4f78-ab9f-5a82b3dfee20 req-851f62d1-e6b4-4fd3-98ec-189a1af90028 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449448 May 19 21:39:41.792601 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:41.892037 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 1de7b941-4923-4121-aea7-13eb18ac70b9 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:39:41.939015 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port 1de7b941-4923-4121-aea7-13eb18ac70b9 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:39:41.948346 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 1de7b941-4923-4121-aea7-13eb18ac70b9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:39:41.948762 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:41.977785 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:42.003825 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:42.039874 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 1de7b941-4923-4121-aea7-13eb18ac70b9 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:39:42.040255 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:42.064063 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de7b941-4923-4121-aea7-13eb18ac70b9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:39:42.066296 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e939b85-e16c-42b6-b20a-b2ca092e3cab" -d '{"events": [{"server_uuid": "19887ef9-2867-4e11-ad73-ad8c2eb0871b", "name": "network-vif-plugged", "status": "completed", "tag": "1de7b941-4923-4121-aea7-13eb18ac70b9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:39:42.079250 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 1de7b941-4923-4121-aea7-13eb18ac70b9, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=1de7b941-4923-4121-aea7-13eb18ac70b9,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:39:42.084790 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:42.109600 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64e9081-6e46-4f27-af82-dbd26bd712d2 x-openstack-request-id: req-a64e9081-6e46-4f27-af82-dbd26bd712d2 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:39:42.110144 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19887ef9-2867-4e11-ad73-ad8c2eb0871b", "name": "network-vif-plugged", "status": "completed", "tag": "1de7b941-4923-4121-aea7-13eb18ac70b9", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:39:42.110144 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a64e9081-6e46-4f27-af82-dbd26bd712d2 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:39:42.110537 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64e9081-6e46-4f27-af82-dbd26bd712d2'] response: {'server_uuid': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'code': 200} May 19 21:39:42.139219 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=1de7b941-4923-4121-aea7-13eb18ac70b9,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:42.362601 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924de15-5c0f-4308-86ad-7785364471c3 req-248e7f1a-61a8-4442-92c1-5935c03fa6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:42.364105 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e924de15-5c0f-4308-86ad-7785364471c3 req-248e7f1a-61a8-4442-92c1-5935c03fa6a0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 1129 time: 0.0445397 May 19 21:39:42.412184 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e924de15-5c0f-4308-86ad-7785364471c3 req-6ab22225-457d-4dc2-b6b8-0e4baab7acc1 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423467 May 19 21:39:42.807005 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:42.850061 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e3627-04b1-4789-a1c5-e3e035321569 req-17eda554-5a2e-4f78-9f69-f5765fa5a175 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:42.851700 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dd0e3627-04b1-4789-a1c5-e3e035321569 req-17eda554-5a2e-4f78-9f69-f5765fa5a175 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 945 time: 0.0535715 May 19 21:39:42.907782 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dd0e3627-04b1-4789-a1c5-e3e035321569 req-8428f5dc-a58d-4a39-bbf1-9bc5425cc3d5 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499096 May 19 21:39:43.055904 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:44.041723 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06517e88-d764-43a9-877e-5a8ae494c53c req-5a4a7696-452c-42f9-b08d-145d1936be23 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:44.043312 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06517e88-d764-43a9-877e-5a8ae494c53c req-5a4a7696-452c-42f9-b08d-145d1936be23 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 945 time: 0.0589211 May 19 21:39:44.095073 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06517e88-d764-43a9-877e-5a8ae494c53c req-7ce82df3-3271-46b3-9923-f2e52c6663a3 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457449 May 19 21:39:45.215314 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8c1f2-51fb-4dae-a1c2-718618859f8f req-8f4f0ff9-e355-4df8-a0f6-205962744807 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:45.216831 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-98d8c1f2-51fb-4dae-a1c2-718618859f8f req-8f4f0ff9-e355-4df8-a0f6-205962744807 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 945 time: 0.0504708 May 19 21:39:45.279089 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-98d8c1f2-51fb-4dae-a1c2-718618859f8f req-a376c672-a8b1-4820-b40d-db9e50b991f0 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563166 May 19 21:39:45.403326 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f57c1-a939-46b1-b11e-3a50caee091c req-89710826-b2d2-480d-ab72-50b82b7ffaa6 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:45.404728 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ea9f57c1-a939-46b1-b11e-3a50caee091c req-89710826-b2d2-480d-ab72-50b82b7ffaa6 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 945 time: 0.0536535 May 19 21:39:45.464177 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ea9f57c1-a939-46b1-b11e-3a50caee091c req-8d7f2b4b-701d-4239-a4c1-ff37fffe54af tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489709 May 19 21:39:45.488237 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34088) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:39:45.528443 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3247fee1-e321-4870-995d-d2919a9796b3 tempest-TestVolumeBootPattern-230343853 tempest-TestVolumeBootPattern-230343853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:45.530177 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-3247fee1-e321-4870-995d-d2919a9796b3 tempest-TestVolumeBootPattern-230343853 tempest-TestVolumeBootPattern-230343853-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 1124 time: 0.0409210 May 19 21:39:45.533719 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34090) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:39:45.538276 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Request body: {'floatingip': {'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'port_id': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:39:45.565659 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:45.619001 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:45.656778 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:45.791129 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Allocated IP 172.27.0.144 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/8facef00-f1b7-4f3d-a30c-c82948c5f66a) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:39:45.905447 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for port (8facef00-f1b7-4f3d-a30c-c82948c5f66a), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:45.941348 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (8facef00-f1b7-4f3d-a30c-c82948c5f66a), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:45.989136 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:39:45.999114 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:39:46.002391 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:39:46.008242 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'Port': ['ID=8facef00-f1b7-4f3d-a30c-c82948c5f66a,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:46.037942 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.038310 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.038652 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.038987 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.039356 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.039681 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.040007 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.040331 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.040653 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.040975 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.041297 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.041645 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.041961 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.042300 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.042617 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:39:46.546633 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:46.684482 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for floatingip (710d1574-60e8-42c2-80ef-f5baabaf04e6), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:46.685571 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:46.763966 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (8facef00-f1b7-4f3d-a30c-c82948c5f66a), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:46.949795 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for port (8facef00-f1b7-4f3d-a30c-c82948c5f66a), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:46.956012 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (8facef00-f1b7-4f3d-a30c-c82948c5f66a), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:47.028988 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'Port': ['ID=8facef00-f1b7-4f3d-a30c-c82948c5f66a,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:39:47.040749 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (710d1574-60e8-42c2-80ef-f5baabaf04e6), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:47.148943 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.l3_db [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Floating IP 710d1574-60e8-42c2-80ef-f5baabaf04e6 associated. External IP: 172.27.0.144, port: 1de7b941-4923-4121-aea7-13eb18ac70b9. May 19 21:39:47.353791 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Router 5c0f9981-5982-4c01-8f9a-432e4f111584 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:39:47.482730 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:39:47.497015 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:47.497725 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7c5ee-8191-41c0-b3cf-39adac4d7621 None None] Sync routers for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:39:47.507294 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:39:47.516803 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7c5ee-8191-41c0-b3cf-39adac4d7621 None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:39:47.517426 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-eba7c5ee-8191-41c0-b3cf-39adac4d7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:39:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:47.539169 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-b05a0235-15d6-466a-ab4d-36c9e083eb12 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0042610 May 19 21:39:47.539758 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'tag': '1de7b941-4923-4121-aea7-13eb18ac70b9'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:39:47.541989 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8055b0a4-d6c7-417d-8767-24b1654fc69e" -d '{"events": [{"name": "network-changed", "server_uuid": "19887ef9-2867-4e11-ad73-ad8c2eb0871b", "tag": "1de7b941-4923-4121-aea7-13eb18ac70b9"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:39:47.577489 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301e6797-1743-4a9e-b958-84acc8e3c63f x-openstack-request-id: req-301e6797-1743-4a9e-b958-84acc8e3c63f {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:39:47.578803 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19887ef9-2867-4e11-ad73-ad8c2eb0871b", "tag": "1de7b941-4923-4121-aea7-13eb18ac70b9", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:39:47.578803 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-301e6797-1743-4a9e-b958-84acc8e3c63f {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:39:47.578803 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301e6797-1743-4a9e-b958-84acc8e3c63f'] response: {'name': 'network-changed', 'server_uuid': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'tag': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'status': 'completed', 'code': 200} May 19 21:39:47.627680 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-eba7c5ee-8191-41c0-b3cf-39adac4d7621 None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:39:47.658870 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055b0a4-d6c7-417d-8767-24b1654fc69e req-7d489f06-a529-43a6-9d22-2fc926d07a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:47.660399 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8055b0a4-d6c7-417d-8767-24b1654fc69e req-7d489f06-a529-43a6-9d22-2fc926d07a28 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 1129 time: 0.0485370 May 19 21:39:47.728884 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:47.761381 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055b0a4-d6c7-417d-8767-24b1654fc69e req-9ed4534f-00e9-4a09-915b-8bd0a077778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:47.762891 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8055b0a4-d6c7-417d-8767-24b1654fc69e req-9ed4534f-00e9-4a09-915b-8bd0a077778b service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 912 time: 0.0936921 May 19 21:39:47.842520 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8055b0a4-d6c7-417d-8767-24b1654fc69e req-972e4da1-b758-4787-af7c-771237ad1b55 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de7b941-4923-4121-aea7-13eb18ac70b9 HTTP/1.1" status: 200 len: 999 time: 0.0667727 May 19 21:39:47.853092 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-eba7c5ee-8191-41c0-b3cf-39adac4d7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '710d1574-60e8-42c2-80ef-f5baabaf04e6', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:8c:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:39:46Z', 'updated_at': '2022-05-19T21:39:46Z', 'revision_number': 0, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:47.878645 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7c5ee-8191-41c0-b3cf-39adac4d7621 None None] Checking router: 5c0f9981-5982-4c01-8f9a-432e4f111584 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:39:47.887325 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7c5ee-8191-41c0-b3cf-39adac4d7621 None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:39:47.887910 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-eba7c5ee-8191-41c0-b3cf-39adac4d7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:39:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:47.897204 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055b0a4-d6c7-417d-8767-24b1654fc69e req-c21110b3-e14f-482c-bc1e-6eaa6506efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:47.898743 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8055b0a4-d6c7-417d-8767-24b1654fc69e req-c21110b3-e14f-482c-bc1e-6eaa6506efc5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e22e601-0eeb-4eed-b4ae-be0588320b1e HTTP/1.1" status: 200 len: 850 time: 0.0477126 May 19 21:39:47.949658 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055b0a4-d6c7-417d-8767-24b1654fc69e req-29bf36ff-003c-4bb0-9536-e5462b8e2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:47.951234 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8055b0a4-d6c7-417d-8767-24b1654fc69e req-29bf36ff-003c-4bb0-9536-e5462b8e2768 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5d9547d-2306-4c78-9ac6-532192256ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446582 May 19 21:39:47.985182 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:47.992723 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-eba7c5ee-8191-41c0-b3cf-39adac4d7621 None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:39:48.031463 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:48.038462 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:48.048324 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8055b0a4-d6c7-417d-8767-24b1654fc69e req-28633f84-6e73-4f9f-ba86-69537bfe82c4 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891051 May 19 21:39:48.166618 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8055b0a4-d6c7-417d-8767-24b1654fc69e req-4b817493-b655-4e1e-a6aa-9ba0b882749c service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108711 May 19 21:39:48.213932 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-eba7c5ee-8191-41c0-b3cf-39adac4d7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '710d1574-60e8-42c2-80ef-f5baabaf04e6', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:8c:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:39:46Z', 'updated_at': '2022-05-19T21:39:46Z', 'revision_number': 0, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:39:48.239005 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7c5ee-8191-41c0-b3cf-39adac4d7621 None None] The sync data for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi is: [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '710d1574-60e8-42c2-80ef-f5baabaf04e6', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:8c:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:39:46Z', 'updated_at': '2022-05-19T21:39:46Z', 'revision_number': 0, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:39:48.430604 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b098488-a4c7-42c6-84d3-51c165b24b95 None None] New status for floating IP 710d1574-60e8-42c2-80ef-f5baabaf04e6: ACTIVE {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:39:51.962565 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:39:55.523781 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=32 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:55.527819 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=85 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:56.514032 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed3edd-2afc-4c93-8afa-b98915d0703e req-561d8061-a3a1-416c-8d1d-23c519825c3d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:56.515567 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-78ed3edd-2afc-4c93-8afa-b98915d0703e req-561d8061-a3a1-416c-8d1d-23c519825c3d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0647306 May 19 21:39:56.568006 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-78ed3edd-2afc-4c93-8afa-b98915d0703e req-33f4802f-9d47-4215-bef5-7dd0cd8f1736 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443854 May 19 21:39:57.696232 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670d50d-586c-4045-80d4-08cb852fa814 req-eb3c08a6-0d43-4911-957d-e3608e25c8fa tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:57.697885 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a670d50d-586c-4045-80d4-08cb852fa814 req-eb3c08a6-0d43-4911-957d-e3608e25c8fa tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0537527 May 19 21:39:57.749209 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a670d50d-586c-4045-80d4-08cb852fa814 req-e3ec2e3b-042a-4dc2-ae49-381c315cd19f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450001 May 19 21:39:58.211200 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:58.217533 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=20 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:39:58.875161 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124029d-0b79-4d89-a129-270454a156ac req-ac0cb6b6-30bf-4b11-b393-339bd57dc6d2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:39:58.876664 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c124029d-0b79-4d89-a129-270454a156ac req-ac0cb6b6-30bf-4b11-b393-339bd57dc6d2 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0519283 May 19 21:39:58.931644 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c124029d-0b79-4d89-a129-270454a156ac req-8360f624-8552-495e-8db0-9edc6423c80b tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461521 May 19 21:40:00.052869 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5a418-4328-43fb-8741-628b51e41f8e req-def8e035-63ee-4281-9de6-a1f0860d1e92 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:00.054340 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f2f5a418-4328-43fb-8741-628b51e41f8e req-def8e035-63ee-4281-9de6-a1f0860d1e92 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0495889 May 19 21:40:00.118669 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f2f5a418-4328-43fb-8741-628b51e41f8e req-b478d6a9-0fae-4054-9a63-f83b035d0eb8 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542989 May 19 21:40:00.739878 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-a4f01fa4-1876-4a05-8e6e-2593d817d512 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:00.741424 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-a4f01fa4-1876-4a05-8e6e-2593d817d512 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.87 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0587237 May 19 21:40:00.851808 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Deleting port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:00.852156 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:00.941346 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:00.961802 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] For port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:00.962166 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:01.132337 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:01.133087 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (bf4d3d49-664b-48e1-96cf-e37190831f12), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:01.133087 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.l3_db [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Floating IP bf4d3d49-664b-48e1-96cf-e37190831f12 disassociated. External IP: 172.27.0.195, port: f6476118-5256-4fbe-bbbd-6fb7f8cb02c1. May 19 21:40:01.133272 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Calling delete_port for f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:01.237895 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:01.243200 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71cd16-1236-4453-84d5-5955162323bc req-4b080c95-62fd-4401-b893-a987b4936283 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:01.244817 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6a71cd16-1236-4453-84d5-5955162323bc req-4b080c95-62fd-4401-b893-a987b4936283 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e51de034-1fec-4513-a375-6b28e6180d82 HTTP/1.1" status: 200 len: 945 time: 0.0500798 May 19 21:40:01.268023 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (f6476118-5256-4fbe-bbbd-6fb7f8cb02c1), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:01.296498 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Pushing event deleted for resources: {'Port': ['ID=f6476118-5256-4fbe-bbbd-6fb7f8cb02c1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:01.309248 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6a71cd16-1236-4453-84d5-5955162323bc req-dfa12234-f8a9-4c03-b2f6-fee62e760322 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=d929f1c0-320e-45ed-b30f-710a2ff4685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581541 May 19 21:40:01.414449 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Router c61be7a6-aa87-455e-91eb-e30b71e229b5 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:40:01.535187 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:40:01.548438 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f78c0-485e-40f4-8b5c-6eda0b4ac7e8 None None] Sync routers for ids ['c61be7a6-aa87-455e-91eb-e30b71e229b5'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:40:01.567178 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f78c0-485e-40f4-8b5c-6eda0b4ac7e8 None None] Routers {'c61be7a6-aa87-455e-91eb-e30b71e229b5'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:40:01.568403 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d90f78c0-485e-40f4-8b5c-6eda0b4ac7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:39:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['c61be7a6-aa87-455e-91eb-e30b71e229b5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:01.587095 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] No DVR routers for this DVR port f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 on host hv-cinder-83563 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:40:01.589992 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:01.593772 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-854bf6e7-388a-490b-b38e-aef7569001a0 req-487e1767-d2a9-4ab2-af3a-a0e2b47db22e tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.87 "DELETE /v2.0/ports/f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 HTTP/1.1" status: 204 len: 173 time: 0.8465862 May 19 21:40:01.594189 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51de034-1fec-4513-a375-6b28e6180d82', 'name': 'network-vif-deleted', 'tag': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:40:01.596432 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9160ace7-932f-4be3-8c92-285ee136d164" -d '{"events": [{"server_uuid": "e51de034-1fec-4513-a375-6b28e6180d82", "name": "network-vif-deleted", "tag": "f6476118-5256-4fbe-bbbd-6fb7f8cb02c1"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:40:01.636576 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98d9837-7545-4d04-a238-7f8dee814752 x-openstack-request-id: req-f98d9837-7545-4d04-a238-7f8dee814752 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:40:01.637522 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51de034-1fec-4513-a375-6b28e6180d82", "name": "network-vif-deleted", "tag": "f6476118-5256-4fbe-bbbd-6fb7f8cb02c1", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:40:01.637790 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f98d9837-7545-4d04-a238-7f8dee814752 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:40:01.638268 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98d9837-7545-4d04-a238-7f8dee814752'] response: {'server_uuid': 'e51de034-1fec-4513-a375-6b28e6180d82', 'name': 'network-vif-deleted', 'tag': 'f6476118-5256-4fbe-bbbd-6fb7f8cb02c1', 'status': 'completed', 'code': 200} May 19 21:40:01.698858 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d90f78c0-485e-40f4-8b5c-6eda0b4ac7e8 None None] Set router c61be7a6-aa87-455e-91eb-e30b71e229b5 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:40:01.901770 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d90f78c0-485e-40f4-8b5c-6eda0b4ac7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:16Z', 'revision_number': 4, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4a3c6ddf-7d6b-486f-9dc8-130d333e28e9', 'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'mac_address': 'fa:16:3e:18:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:14Z', 'updated_at': '2022-05-19T21:32:28Z', 'revision_number': 5, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'subnets': [{'id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:01.927801 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f78c0-485e-40f4-8b5c-6eda0b4ac7e8 None None] Checking router: c61be7a6-aa87-455e-91eb-e30b71e229b5 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:40:01.936961 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f78c0-485e-40f4-8b5c-6eda0b4ac7e8 None None] Routers {'c61be7a6-aa87-455e-91eb-e30b71e229b5'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:40:01.937607 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d90f78c0-485e-40f4-8b5c-6eda0b4ac7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:39:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['c61be7a6-aa87-455e-91eb-e30b71e229b5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:02.063029 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d90f78c0-485e-40f4-8b5c-6eda0b4ac7e8 None None] Set router c61be7a6-aa87-455e-91eb-e30b71e229b5 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:40:02.407572 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34152) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:02.411711 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d90f78c0-485e-40f4-8b5c-6eda0b4ac7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:16Z', 'revision_number': 4, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4a3c6ddf-7d6b-486f-9dc8-130d333e28e9', 'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'mac_address': 'fa:16:3e:18:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:14Z', 'updated_at': '2022-05-19T21:32:28Z', 'revision_number': 5, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'subnets': [{'id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:02.436639 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f78c0-485e-40f4-8b5c-6eda0b4ac7e8 None None] The sync data for ids ['c61be7a6-aa87-455e-91eb-e30b71e229b5'] in dv-cinder-835635-2-iscsi is: [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:32:16Z', 'revision_number': 4, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4a3c6ddf-7d6b-486f-9dc8-130d333e28e9', 'name': '', 'network_id': 'c14ce0dd-3e64-476b-9ef2-fbfc9abe672b', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'mac_address': 'fa:16:3e:18:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:14Z', 'updated_at': '2022-05-19T21:32:28Z', 'revision_number': 5, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'subnets': [{'id': '70d8520c-100d-41c9-b52c-563b0bc09ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:40:02.467531 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e12790f-7bd8-4f6b-8af9-b992543cc132 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for security_group (d929f1c0-320e-45ed-b30f-710a2ff4685c), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:02.492288 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e12790f-7bd8-4f6b-8af9-b992543cc132 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for security_group (d929f1c0-320e-45ed-b30f-710a2ff4685c), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:02.540838 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e12790f-7bd8-4f6b-8af9-b992543cc132 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (d929f1c0-320e-45ed-b30f-710a2ff4685c), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:02.543454 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e12790f-7bd8-4f6b-8af9-b992543cc132 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:02.544630 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-8e12790f-7bd8-4f6b-8af9-b992543cc132 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "DELETE /v2.0/security-groups/d929f1c0-320e-45ed-b30f-710a2ff4685c HTTP/1.1" status: 204 len: 168 time: 0.1360803 May 19 21:40:02.547683 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34154) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:02.554225 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12790f-7bd8-4f6b-8af9-b992543cc132 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d929f1c0-320e-45ed-b30f-710a2ff4685c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:02.561766 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.api.v2.resource [None req-4ef366cd-3343-463e-a8fd-e7d7bd9da529 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] show failed (client error): The resource could not be found. May 19 21:40:02.565692 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4ef366cd-3343-463e-a8fd-e7d7bd9da529 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups/d929f1c0-320e-45ed-b30f-710a2ff4685c HTTP/1.1" status: 404 len: 347 time: 0.0170059 May 19 21:40:02.566528 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34156) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:02.687129 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b288e-ea49-42ce-85b9-00944445c99f None None] New status for floating IP bf4d3d49-664b-48e1-96cf-e37190831f12: DOWN {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:40:02.688667 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-2ba29cc4-e83e-43ce-b4f8-8a2a7833a51d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Deleting port 4843631f-73ce-4a89-ad38-667741122952 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:02.689020 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ba29cc4-e83e-43ce-b4f8-8a2a7833a51d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (4843631f-73ce-4a89-ad38-667741122952), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:02.758945 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:02.769217 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ba29cc4-e83e-43ce-b4f8-8a2a7833a51d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (4843631f-73ce-4a89-ad38-667741122952), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:02.769546 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ba29cc4-e83e-43ce-b4f8-8a2a7833a51d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for floatingip (4843631f-73ce-4a89-ad38-667741122952), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:02.784640 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-2ba29cc4-e83e-43ce-b4f8-8a2a7833a51d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Calling delete_port for 4843631f-73ce-4a89-ad38-667741122952 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:03.194336 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ba29cc4-e83e-43ce-b4f8-8a2a7833a51d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (4843631f-73ce-4a89-ad38-667741122952), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:03.203167 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:03.225126 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba29cc4-e83e-43ce-b4f8-8a2a7833a51d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Pushing event deleted for resources: {'Port': ['ID=4843631f-73ce-4a89-ad38-667741122952,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:03.297081 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ba29cc4-e83e-43ce-b4f8-8a2a7833a51d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks [] for floatingip (bf4d3d49-664b-48e1-96cf-e37190831f12), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:03.299725 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ba29cc4-e83e-43ce-b4f8-8a2a7833a51d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:03.300929 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-2ba29cc4-e83e-43ce-b4f8-8a2a7833a51d tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "DELETE /v2.0/floatingips/bf4d3d49-664b-48e1-96cf-e37190831f12 HTTP/1.1" status: 204 len: 168 time: 0.7334037 May 19 21:40:04.057243 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:40:04.077938 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:40:04.078266 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device f6476118-5256-4fbe-bbbd-6fb7f8cb02c1 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:40:05.855084 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbc97a-f899-4d5f-9e08-dcb37f5d0fb2 req-ce8ddeb1-62c8-46f8-8c99-7ad71790b066 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:05.856652 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4adbc97a-f899-4d5f-9e08-dcb37f5d0fb2 req-ce8ddeb1-62c8-46f8-8c99-7ad71790b066 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0558498 May 19 21:40:05.905896 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4adbc97a-f899-4d5f-9e08-dcb37f5d0fb2 req-4de6a774-eea4-4ee1-9a60-8f491cec0b6c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432034 May 19 21:40:06.653179 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9babddfc-ae66-4491-9d74-b33a13ff016e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:06.720690 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3107a0-8aca-46a3-97c1-26a9c5f4f0e5 req-aba9eb93-685f-4777-86af-b0a1ab5fea1f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:06.722218 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-df3107a0-8aca-46a3-97c1-26a9c5f4f0e5 req-aba9eb93-685f-4777-86af-b0a1ab5fea1f tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.87 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0507169 May 19 21:40:06.818025 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-df3107a0-8aca-46a3-97c1-26a9c5f4f0e5 req-31f4a2ad-6f6e-4ec9-a2a5-bcbd00d3b48c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Deleting port 7339e736-ece9-44ac-91e7-0467d6624578 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:06.818379 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-df3107a0-8aca-46a3-97c1-26a9c5f4f0e5 req-31f4a2ad-6f6e-4ec9-a2a5-bcbd00d3b48c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (7339e736-ece9-44ac-91e7-0467d6624578), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:06.913284 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-df3107a0-8aca-46a3-97c1-26a9c5f4f0e5 req-31f4a2ad-6f6e-4ec9-a2a5-bcbd00d3b48c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] For port 7339e736-ece9-44ac-91e7-0467d6624578, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7339e736-ece9-44ac-91e7-0467d6624578,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:06.913969 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-df3107a0-8aca-46a3-97c1-26a9c5f4f0e5 req-31f4a2ad-6f6e-4ec9-a2a5-bcbd00d3b48c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (7339e736-ece9-44ac-91e7-0467d6624578), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:06.932171 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-df3107a0-8aca-46a3-97c1-26a9c5f4f0e5 req-31f4a2ad-6f6e-4ec9-a2a5-bcbd00d3b48c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Calling delete_port for 7339e736-ece9-44ac-91e7-0467d6624578 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:07.045225 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb446233-4133-4aae-ab78-71028499e861 req-973140e3-912b-4211-a712-dcdfc3836384 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:07.047447 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eb446233-4133-4aae-ab78-71028499e861 req-973140e3-912b-4211-a712-dcdfc3836384 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7 HTTP/1.1" status: 200 len: 946 time: 0.0625439 May 19 21:40:07.094835 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-df3107a0-8aca-46a3-97c1-26a9c5f4f0e5 req-31f4a2ad-6f6e-4ec9-a2a5-bcbd00d3b48c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (7339e736-ece9-44ac-91e7-0467d6624578), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:07.106947 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['7e0ac86c-4227-4467-92ca-7b8942e9f54c', '7339e736-ece9-44ac-91e7-0467d6624578'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:40:07.124035 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4a2ad-6f6e-4ec9-a2a5-bcbd00d3b48c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Pushing event deleted for resources: {'Port': ['ID=7339e736-ece9-44ac-91e7-0467d6624578,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:07.130288 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eb446233-4133-4aae-ab78-71028499e861 req-c603fa5c-970f-495c-8d3c-c4227595f375 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768228 May 19 21:40:07.188038 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3107a0-8aca-46a3-97c1-26a9c5f4f0e5 req-31f4a2ad-6f6e-4ec9-a2a5-bcbd00d3b48c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] No DVR routers for this DVR port 7339e736-ece9-44ac-91e7-0467d6624578 on host hv-cinder-83563 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:40:07.190797 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-df3107a0-8aca-46a3-97c1-26a9c5f4f0e5 req-31f4a2ad-6f6e-4ec9-a2a5-bcbd00d3b48c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:07.194486 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-df3107a0-8aca-46a3-97c1-26a9c5f4f0e5 req-31f4a2ad-6f6e-4ec9-a2a5-bcbd00d3b48c tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.87 "DELETE /v2.0/ports/7339e736-ece9-44ac-91e7-0467d6624578 HTTP/1.1" status: 204 len: 173 time: 0.4665003 May 19 21:40:07.194968 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7', 'name': 'network-vif-deleted', 'tag': '7339e736-ece9-44ac-91e7-0467d6624578'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:40:07.197709 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fa1048-6036-4a5d-a8a9-02dc6f1f7de4" -d '{"events": [{"server_uuid": "e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7", "name": "network-vif-deleted", "tag": "7339e736-ece9-44ac-91e7-0467d6624578"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:40:07.239946 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7da66cd-8b13-4337-8903-03ef0f932a5b x-openstack-request-id: req-f7da66cd-8b13-4337-8903-03ef0f932a5b {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:40:07.240257 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7", "name": "network-vif-deleted", "tag": "7339e736-ece9-44ac-91e7-0467d6624578", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:40:07.240483 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7da66cd-8b13-4337-8903-03ef0f932a5b {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:40:07.240938 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7da66cd-8b13-4337-8903-03ef0f932a5b'] response: {'server_uuid': 'e7eab2a3-aa70-47f6-ad8b-6d2f8b0311a7', 'name': 'network-vif-deleted', 'tag': '7339e736-ece9-44ac-91e7-0467d6624578', 'status': 'completed', 'code': 200} May 19 21:40:08.440606 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85eb8f-179c-446f-8df2-28debbbaf78d req-c9a0c2fb-8042-4925-b5b4-9fe657013380 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:08.442026 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ae85eb8f-179c-446f-8df2-28debbbaf78d req-c9a0c2fb-8042-4925-b5b4-9fe657013380 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0568535 May 19 21:40:08.496847 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ae85eb8f-179c-446f-8df2-28debbbaf78d req-e53184f6-5a24-4b21-8976-b2a861cb9f50 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb02d90e-f97e-408a-b7f1-6ebc2f08419d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490048 May 19 21:40:09.153479 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84e3f9-8d34-4586-b78e-a2bfe4af69ec req-2ac343a6-b26f-45be-b5c5-4cb5539fc237 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:09.155493 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fa84e3f9-8d34-4586-b78e-a2bfe4af69ec req-2ac343a6-b26f-45be-b5c5-4cb5539fc237 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.87 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 946 time: 0.0601218 May 19 21:40:09.251961 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-fa84e3f9-8d34-4586-b78e-a2bfe4af69ec req-cf295fc7-04f6-45df-a11f-c9bfb9ff6fbe tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Deleting port 7e0ac86c-4227-4467-92ca-7b8942e9f54c {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:09.252286 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa84e3f9-8d34-4586-b78e-a2bfe4af69ec req-cf295fc7-04f6-45df-a11f-c9bfb9ff6fbe tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:09.301345 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:09.348984 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-fa84e3f9-8d34-4586-b78e-a2bfe4af69ec req-cf295fc7-04f6-45df-a11f-c9bfb9ff6fbe tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] For port 7e0ac86c-4227-4467-92ca-7b8942e9f54c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7e0ac86c-4227-4467-92ca-7b8942e9f54c,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:09.349345 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa84e3f9-8d34-4586-b78e-a2bfe4af69ec req-cf295fc7-04f6-45df-a11f-c9bfb9ff6fbe tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:09.357366 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3cdf3b78-1277-470b-8304-f6b90ef34211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:09.369524 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-fa84e3f9-8d34-4586-b78e-a2bfe4af69ec req-cf295fc7-04f6-45df-a11f-c9bfb9ff6fbe tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Calling delete_port for 7e0ac86c-4227-4467-92ca-7b8942e9f54c owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:09.449846 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:09.510557 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa84e3f9-8d34-4586-b78e-a2bfe4af69ec req-cf295fc7-04f6-45df-a11f-c9bfb9ff6fbe tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (7e0ac86c-4227-4467-92ca-7b8942e9f54c), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:09.524262 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['7e0ac86c-4227-4467-92ca-7b8942e9f54c'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:40:09.556694 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf295fc7-04f6-45df-a11f-c9bfb9ff6fbe tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Pushing event deleted for resources: {'Port': ['ID=7e0ac86c-4227-4467-92ca-7b8942e9f54c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:09.646918 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-335add25-b395-4bfe-bfab-c8f220bb5da0 req-c6eec741-3152-4573-8819-72189ca08372 tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a18b9269-6ed1-4af1-a0da-8260f38fbf39 HTTP/1.1" status: 200 len: 210 time: 0.0561681 May 19 21:40:09.647606 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa84e3f9-8d34-4586-b78e-a2bfe4af69ec req-cf295fc7-04f6-45df-a11f-c9bfb9ff6fbe tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] No DVR routers for this DVR port 7e0ac86c-4227-4467-92ca-7b8942e9f54c on host hv-cinder-83563 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:40:09.650339 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-fa84e3f9-8d34-4586-b78e-a2bfe4af69ec req-cf295fc7-04f6-45df-a11f-c9bfb9ff6fbe tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:09.653734 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fa84e3f9-8d34-4586-b78e-a2bfe4af69ec req-cf295fc7-04f6-45df-a11f-c9bfb9ff6fbe tempest-ServerRescueNegativeTestJSON-338234618 tempest-ServerRescueNegativeTestJSON-338234618-project] 10.222.0.87 "DELETE /v2.0/ports/7e0ac86c-4227-4467-92ca-7b8942e9f54c HTTP/1.1" status: 204 len: 173 time: 0.4926817 May 19 21:40:09.654205 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18b9269-6ed1-4af1-a0da-8260f38fbf39', 'name': 'network-vif-deleted', 'tag': '7e0ac86c-4227-4467-92ca-7b8942e9f54c'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:40:09.656611 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6f93c9-1b0e-40f5-9e2b-224f576e4333" -d '{"events": [{"server_uuid": "a18b9269-6ed1-4af1-a0da-8260f38fbf39", "name": "network-vif-deleted", "tag": "7e0ac86c-4227-4467-92ca-7b8942e9f54c"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:40:09.695268 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40cc66b-8d08-43ee-bf14-e90147701642 x-openstack-request-id: req-d40cc66b-8d08-43ee-bf14-e90147701642 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:40:09.695712 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18b9269-6ed1-4af1-a0da-8260f38fbf39", "name": "network-vif-deleted", "tag": "7e0ac86c-4227-4467-92ca-7b8942e9f54c", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:40:09.696051 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d40cc66b-8d08-43ee-bf14-e90147701642 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:40:09.696548 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40cc66b-8d08-43ee-bf14-e90147701642'] response: {'server_uuid': 'a18b9269-6ed1-4af1-a0da-8260f38fbf39', 'name': 'network-vif-deleted', 'tag': '7e0ac86c-4227-4467-92ca-7b8942e9f54c', 'status': 'completed', 'code': 200} May 19 21:40:10.097349 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7339e736-ece9-44ac-91e7-0467d6624578 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:40:10.120422 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: 7339e736-ece9-44ac-91e7-0467d6624578 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:40:10.120722 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7339e736-ece9-44ac-91e7-0467d6624578 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:40:10.490788 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:10.713618 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34200) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:11.216211 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa823f82-abce-4400-8bb5-59e3ce7a36d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1697983'] for router_interface (c61be7a6-aa87-455e-91eb-e30b71e229b5), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:11.447948 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:11.456748 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:11.493856 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-aa823f82-abce-4400-8bb5-59e3ce7a36d5 admin admin] Deleting port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:11.494051 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa823f82-abce-4400-8bb5-59e3ce7a36d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:11.580569 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-aa823f82-abce-4400-8bb5-59e3ce7a36d5 admin admin] For port 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=4a3c6ddf-7d6b-486f-9dc8-130d333e28e9,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:11.580928 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa823f82-abce-4400-8bb5-59e3ce7a36d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:11.598370 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-aa823f82-abce-4400-8bb5-59e3ce7a36d5 admin admin] Calling delete_port for 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:11.776644 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:11.784883 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa823f82-abce-4400-8bb5-59e3ce7a36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (4a3c6ddf-7d6b-486f-9dc8-130d333e28e9), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:11.786960 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:11.816238 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa823f82-abce-4400-8bb5-59e3ce7a36d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3c6ddf-7d6b-486f-9dc8-130d333e28e9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:11.986368 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa823f82-abce-4400-8bb5-59e3ce7a36d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-285684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697827'] for router_interface (c61be7a6-aa87-455e-91eb-e30b71e229b5), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:11.987425 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:11.999972 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:12.108496 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7e0ac86c-4227-4467-92ca-7b8942e9f54c no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:40:12.129154 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: 7e0ac86c-4227-4467-92ca-7b8942e9f54c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:40:12.129480 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 7e0ac86c-4227-4467-92ca-7b8942e9f54c not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:40:12.209828 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa823f82-abce-4400-8bb5-59e3ce7a36d5 admin admin] Router c61be7a6-aa87-455e-91eb-e30b71e229b5 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:40:12.304692 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:12.317672 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa823f82-abce-4400-8bb5-59e3ce7a36d5 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:40:12.322908 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-aa823f82-abce-4400-8bb5-59e3ce7a36d5 admin admin] 10.222.0.65 "PUT /v2.0/routers/c61be7a6-aa87-455e-91eb-e30b71e229b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6075330 May 19 21:40:12.325524 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34204) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:12.328043 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907baca1-6528-43ca-8570-de42afd99bb6 None None] Sync routers for ids ['c61be7a6-aa87-455e-91eb-e30b71e229b5'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:40:12.342864 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907baca1-6528-43ca-8570-de42afd99bb6 None None] Routers {'c61be7a6-aa87-455e-91eb-e30b71e229b5'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:40:12.343452 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-907baca1-6528-43ca-8570-de42afd99bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:40:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['c61be7a6-aa87-455e-91eb-e30b71e229b5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:12.364244 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:12.430048 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] Publish callbacks [] for router (c61be7a6-aa87-455e-91eb-e30b71e229b5), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:12.446352 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-907baca1-6528-43ca-8570-de42afd99bb6 None None] Set router c61be7a6-aa87-455e-91eb-e30b71e229b5 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:40:12.528686 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] Publish callbacks [] for router_gateway (c61be7a6-aa87-455e-91eb-e30b71e229b5), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:12.624659 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-907baca1-6528-43ca-8570-de42afd99bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:40:11Z', 'revision_number': 5, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port': {'id': '6f1e327d-45a3-4ee0-b5c6-89939e56849e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:09Z', 'updated_at': '2022-05-19T21:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:12.660533 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907baca1-6528-43ca-8570-de42afd99bb6 None None] Checking router: c61be7a6-aa87-455e-91eb-e30b71e229b5 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:40:12.670961 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907baca1-6528-43ca-8570-de42afd99bb6 None None] Routers {'c61be7a6-aa87-455e-91eb-e30b71e229b5'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:40:12.671773 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-907baca1-6528-43ca-8570-de42afd99bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:40:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['c61be7a6-aa87-455e-91eb-e30b71e229b5'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:12.759821 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-907baca1-6528-43ca-8570-de42afd99bb6 None None] Set router c61be7a6-aa87-455e-91eb-e30b71e229b5 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:40:12.808951 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-907baca1-6528-43ca-8570-de42afd99bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:40:12Z', 'revision_number': 6, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port_host': None}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:12.822467 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] Deleting port 6f1e327d-45a3-4ee0-b5c6-89939e56849e {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:12.823045 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (6f1e327d-45a3-4ee0-b5c6-89939e56849e), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:12.838142 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907baca1-6528-43ca-8570-de42afd99bb6 None None] The sync data for ids ['c61be7a6-aa87-455e-91eb-e30b71e229b5'] in dv-cinder-835635-2-iscsi is: [{'id': 'c61be7a6-aa87-455e-91eb-e30b71e229b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1892190759-router', 'tenant_id': '985c62c1f3c54f568abdac37360ab457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:08Z', 'updated_at': '2022-05-19T21:40:12Z', 'revision_number': 6, 'project_id': '985c62c1f3c54f568abdac37360ab457', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:40:12.909646 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] For port 6f1e327d-45a3-4ee0-b5c6-89939e56849e, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=6f1e327d-45a3-4ee0-b5c6-89939e56849e,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:12.910004 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (6f1e327d-45a3-4ee0-b5c6-89939e56849e), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:12.923372 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] Calling delete_port for 6f1e327d-45a3-4ee0-b5c6-89939e56849e owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:13.050297 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.095625 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (6f1e327d-45a3-4ee0-b5c6-89939e56849e), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.128697 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1e327d-45a3-4ee0-b5c6-89939e56849e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:13.198633 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697665'] for router_gateway (c61be7a6-aa87-455e-91eb-e30b71e229b5), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.305732 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router (c61be7a6-aa87-455e-91eb-e30b71e229b5), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.308093 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] Publish callbacks [] for router_controller (c61be7a6-aa87-455e-91eb-e30b71e229b5), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.383183 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695707'] for router (c61be7a6-aa87-455e-91eb-e30b71e229b5), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.383771 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c61be7a6-aa87-455e-91eb-e30b71e229b5 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 21:40:13.389432 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.391346 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e2f5ade0-34da-4985-ab7a-6ad8d633867c admin admin] 10.222.0.65 "DELETE /v2.0/routers/c61be7a6-aa87-455e-91eb-e30b71e229b5 HTTP/1.1" status: 204 len: 168 time: 1.0648754 May 19 21:40:13.394294 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34206) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:13.451804 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-341df57e-b7ea-46a8-a46e-a602431e7d39 admin admin] Deleting subnet 70d8520c-100d-41c9-b52c-563b0bc09ad9 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:40:13.457938 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-341df57e-b7ea-46a8-a46e-a602431e7d39 admin admin] Publish callbacks [] for subnet (70d8520c-100d-41c9-b52c-563b0bc09ad9), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.496647 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-341df57e-b7ea-46a8-a46e-a602431e7d39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8751406'] for subnet (70d8520c-100d-41c9-b52c-563b0bc09ad9), precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.614166 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-341df57e-b7ea-46a8-a46e-a602431e7d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (70d8520c-100d-41c9-b52c-563b0bc09ad9), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.675326 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-341df57e-b7ea-46a8-a46e-a602431e7d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934005'] for subnet (70d8520c-100d-41c9-b52c-563b0bc09ad9), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.702422 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341df57e-b7ea-46a8-a46e-a602431e7d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70d8520c-100d-41c9-b52c-563b0bc09ad9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:13.706490 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-341df57e-b7ea-46a8-a46e-a602431e7d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.712781 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-341df57e-b7ea-46a8-a46e-a602431e7d39 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/70d8520c-100d-41c9-b52c-563b0bc09ad9 HTTP/1.1" status: 204 len: 168 time: 0.3138621 May 19 21:40:13.713173 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34210) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:13.716132 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66df426-a3af-403a-b9a9-0c510ffea991 None None] Network c14ce0dd-3e64-476b-9ef2-fbfc9abe672b requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:40:13.800657 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (c14ce0dd-3e64-476b-9ef2-fbfc9abe672b), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.852564 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Deleting port 06d8cacf-9ac8-42d1-892a-c3752e310a9e {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:13.853081 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.911610 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f492da7f-b5c3-4469-a294-4cd49c78dfa4 None None] DHCP port deletion for c14ce0dd-3e64-476b-9ef2-fbfc9abe672b request from dv-cinder-835635-2-iscsi {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 21:40:13.937689 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] For port 06d8cacf-9ac8-42d1-892a-c3752e310a9e, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=06d8cacf-9ac8-42d1-892a-c3752e310a9e,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:13.938875 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.957814 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f492da7f-b5c3-4469-a294-4cd49c78dfa4 None None] Deleting port 06d8cacf-9ac8-42d1-892a-c3752e310a9e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:13.958183 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f492da7f-b5c3-4469-a294-4cd49c78dfa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:13.967938 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Calling delete_port for 06d8cacf-9ac8-42d1-892a-c3752e310a9e owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:14.018310 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:14.038389 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f492da7f-b5c3-4469-a294-4cd49c78dfa4 None None] For port 06d8cacf-9ac8-42d1-892a-c3752e310a9e, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=06d8cacf-9ac8-42d1-892a-c3752e310a9e,segment=NetworkSegment(a41f510f-8bda-4e0d-8d37-8d94791bcb00),segment_id=a41f510f-8bda-4e0d-8d37-8d94791bcb00)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:14.038772 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f492da7f-b5c3-4469-a294-4cd49c78dfa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:14.054021 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f492da7f-b5c3-4469-a294-4cd49c78dfa4 None None] Calling delete_port for 06d8cacf-9ac8-42d1-892a-c3752e310a9e owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:14.067121 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:14.096657 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] No DVR routers for this DVR port 06d8cacf-9ac8-42d1-892a-c3752e310a9e on host dv-cinder-835635-2-iscsi {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:40:14.101942 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d8cacf-9ac8-42d1-892a-c3752e310a9e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:14.177706 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (c14ce0dd-3e64-476b-9ef2-fbfc9abe672b), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:14.182875 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f492da7f-b5c3-4469-a294-4cd49c78dfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196'] for port (06d8cacf-9ac8-42d1-892a-c3752e310a9e), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:14.203195 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14ce0dd-3e64-476b-9ef2-fbfc9abe672b']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:14.209306 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492da7f-b5c3-4469-a294-4cd49c78dfa4 None None] Pushing event deleted for resources: {'Port': ['ID=06d8cacf-9ac8-42d1-892a-c3752e310a9e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:14.215290 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41f510f-8bda-4e0d-8d37-8d94791bcb00') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:14.215588 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41f510f-8bda-4e0d-8d37-8d94791bcb00') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:14.216313 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f492da7f-b5c3-4469-a294-4cd49c78dfa4 None None] No DVR routers for this DVR port 06d8cacf-9ac8-42d1-892a-c3752e310a9e on host dv-cinder-835635-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:40:14.227856 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751383'] for segment (a41f510f-8bda-4e0d-8d37-8d94791bcb00), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:14.257288 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (a41f510f-8bda-4e0d-8d37-8d94791bcb00), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:14.267477 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:40:14.267938 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8714482'] for segment (a41f510f-8bda-4e0d-8d37-8d94791bcb00), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:14.308912 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment a41f510f-8bda-4e0d-8d37-8d94791bcb00 resource provider aggregate not found May 19 21:40:14.321540 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:14.332830 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment a41f510f-8bda-4e0d-8d37-8d94791bcb00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a41f510f-8bda-4e0d-8d37-8d94791bcb00 found for delete ", "request_id": "req-6ff802cf-ca48-4870-898c-6f902d9732d3"}]} May 19 21:40:14.342007 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (c14ce0dd-3e64-476b-9ef2-fbfc9abe672b), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:14.348053 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:14.351218 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c14ce0dd-3e64-476b-9ef2-fbfc9abe672b HTTP/1.1" status: 204 len: 168 time: 0.6369977 May 19 21:40:14.364195 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ceb95-9881-49a9-ad47-845471fb49d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c14ce0dd-3e64-476b-9ef2-fbfc9abe672b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:14.505449 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34218) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:14.551636 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5fd1f020-8e53-40b1-8317-c3821a4fb4f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=985c62c1f3c54f568abdac37360ab457&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449944 May 19 21:40:14.554146 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34220) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:14.598204 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:14.608650 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4aee6c23-8d09-4d64-8952-1cd3c7a9cced admin admin] Publish callbacks [] for security_group (cb02d90e-f97e-408a-b7f1-6ebc2f08419d), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:14.633106 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4aee6c23-8d09-4d64-8952-1cd3c7a9cced admin admin] Publish callbacks [] for security_group (cb02d90e-f97e-408a-b7f1-6ebc2f08419d), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:14.681377 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4aee6c23-8d09-4d64-8952-1cd3c7a9cced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (cb02d90e-f97e-408a-b7f1-6ebc2f08419d), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:14.684703 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4aee6c23-8d09-4d64-8952-1cd3c7a9cced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:14.686025 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4aee6c23-8d09-4d64-8952-1cd3c7a9cced admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb02d90e-f97e-408a-b7f1-6ebc2f08419d HTTP/1.1" status: 204 len: 168 time: 0.1309228 May 19 21:40:14.694314 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee6c23-8d09-4d64-8952-1cd3c7a9cced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb02d90e-f97e-408a-b7f1-6ebc2f08419d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:14.901614 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:40:14.926831 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:40:14.927956 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 4a3c6ddf-7d6b-486f-9dc8-130d333e28e9 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:40:14.928347 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 06d8cacf-9ac8-42d1-892a-c3752e310a9e no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:40:14.947678 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 06d8cacf-9ac8-42d1-892a-c3752e310a9e {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:40:14.948014 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 06d8cacf-9ac8-42d1-892a-c3752e310a9e not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:40:14.948417 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 6f1e327d-45a3-4ee0-b5c6-89939e56849e no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:40:14.968005 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 6f1e327d-45a3-4ee0-b5c6-89939e56849e {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:40:14.968250 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 6f1e327d-45a3-4ee0-b5c6-89939e56849e not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:40:15.000586 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-031b1bdb-ed88-4d01-89dc-7d0f8af8ebf7 req-c248fb88-0d4e-49c2-b226-6fa130ae18dc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461161 May 19 21:40:15.082043 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b1bdb-ed88-4d01-89dc-7d0f8af8ebf7 req-4b3bad6c-1fb8-4114-a1eb-12c2edf8972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:15.084045 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-031b1bdb-ed88-4d01-89dc-7d0f8af8ebf7 req-4b3bad6c-1fb8-4114-a1eb-12c2edf8972b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3fcf03712c6f4926a2a95dfd0519536a&device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 1168 time: 0.0532744 May 19 21:40:15.199099 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b1bdb-ed88-4d01-89dc-7d0f8af8ebf7 req-c215a27f-ad7a-4aaf-b0a1-228f2f8494fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:15.200619 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-031b1bdb-ed88-4d01-89dc-7d0f8af8ebf7 req-c215a27f-ad7a-4aaf-b0a1-228f2f8494fa service neutron] 10.222.0.87 "GET /v2.0/networks?id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c HTTP/1.1" status: 200 len: 916 time: 0.0978768 May 19 21:40:15.269152 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-031b1bdb-ed88-4d01-89dc-7d0f8af8ebf7 req-e91f95c2-68d0-42ee-8f9e-162e30f189c5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6 HTTP/1.1" status: 200 len: 1001 time: 0.0617247 May 19 21:40:15.325010 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b1bdb-ed88-4d01-89dc-7d0f8af8ebf7 req-9c0f27f7-baa3-46f3-aa72-cdd8b7e40b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:15.326641 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-031b1bdb-ed88-4d01-89dc-7d0f8af8ebf7 req-9c0f27f7-baa3-46f3-aa72-cdd8b7e40b57 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=916ab58a-7240-4bc0-9d5c-5ffd2e6846c9 HTTP/1.1" status: 200 len: 854 time: 0.0515692 May 19 21:40:15.380455 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b1bdb-ed88-4d01-89dc-7d0f8af8ebf7 req-53592ac9-2828-4e53-b0d4-92ad494a65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:15.382205 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-031b1bdb-ed88-4d01-89dc-7d0f8af8ebf7 req-53592ac9-2828-4e53-b0d4-92ad494a65c4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492408 May 19 21:40:15.485184 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-031b1bdb-ed88-4d01-89dc-7d0f8af8ebf7 req-629f85c7-4f50-40ab-a590-b9835fdab1e9 service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958281 May 19 21:40:15.605112 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-031b1bdb-ed88-4d01-89dc-7d0f8af8ebf7 req-e9a2b197-bbe5-468e-acf8-e5946b7a6bfd service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138062 May 19 21:40:15.951220 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:15.953285 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:16.245366 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34272) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:16.364564 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-961ed271-8759-4dc0-9b46-cb554adbac78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:16.458144 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-961ed271-8759-4dc0-9b46-cb554adbac78 admin admin] Publish callbacks [] for security_group (246f3fda-0e13-4e94-9a91-25813e84e8d9), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:16.463270 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-961ed271-8759-4dc0-9b46-cb554adbac78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (246f3fda-0e13-4e94-9a91-25813e84e8d9), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:16.497882 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:16.510645 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-961ed271-8759-4dc0-9b46-cb554adbac78 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c15dc44be00b47b2851f9778d0babe3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640409 May 19 21:40:16.513256 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ed271-8759-4dc0-9b46-cb554adbac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246f3fda-0e13-4e94-9a91-25813e84e8d9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:16.514656 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34276) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:16.553329 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:16.581318 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1b5f-90b8-48d8-a552-a1a83c4ff6dc admin admin] Publish callbacks [] for security_group (246f3fda-0e13-4e94-9a91-25813e84e8d9), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:16.609912 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1b5f-90b8-48d8-a552-a1a83c4ff6dc admin admin] Publish callbacks [] for security_group (246f3fda-0e13-4e94-9a91-25813e84e8d9), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:16.673616 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1b5f-90b8-48d8-a552-a1a83c4ff6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (246f3fda-0e13-4e94-9a91-25813e84e8d9), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:16.677107 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1b5f-90b8-48d8-a552-a1a83c4ff6dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:16.678875 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-aa6d1b5f-90b8-48d8-a552-a1a83c4ff6dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/246f3fda-0e13-4e94-9a91-25813e84e8d9 HTTP/1.1" status: 204 len: 168 time: 0.1625874 May 19 21:40:16.689477 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d1b5f-90b8-48d8-a552-a1a83c4ff6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246f3fda-0e13-4e94-9a91-25813e84e8d9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:24.952664 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=84,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:26.508482 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=74,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:26.648038 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:26.684814 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:26.708152 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:27.874192 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a13106b1-0153-4691-b420-d24907227777 req-079a42ac-c69b-4b6e-85e3-2265757344ac tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569033552&fields=id&tenant_id=3fcf03712c6f4926a2a95dfd0519536a HTTP/1.1" status: 200 len: 267 time: 0.0597904 May 19 21:40:27.930677 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13106b1-0153-4691-b420-d24907227777 req-0f658370-3bab-4f88-9fe7-b75826553135 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:27.932173 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a13106b1-0153-4691-b420-d24907227777 req-0f658370-3bab-4f88-9fe7-b75826553135 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 984 time: 0.0519118 May 19 21:40:27.948043 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-a13106b1-0153-4691-b420-d24907227777 req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Request body: {'port': {'security_groups': ['8853aa6b-2e7e-4326-a9c0-839d9e4214b7']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:40:28.077647 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a13106b1-0153-4691-b420-d24907227777 req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:28.335369 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a13106b1-0153-4691-b420-d24907227777 req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] For port c48b591a-ce03-49e5-b5c1-3715c76df0d6, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6,segment=NetworkSegment(c61e9678-3c61-4c5d-886e-12dc64c79860),segment_id=c61e9678-3c61-4c5d-886e-12dc64c79860)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:28.371000 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a13106b1-0153-4691-b420-d24907227777 req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:28.377721 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a13106b1-0153-4691-b420-d24907227777 req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:28.391041 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['c48b591a-ce03-49e5-b5c1-3715c76df0d6'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:40:28.437612 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13106b1-0153-4691-b420-d24907227777 req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:28.438685 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a13106b1-0153-4691-b420-d24907227777 req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:28.441289 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a13106b1-0153-4691-b420-d24907227777 req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "PUT /v2.0/ports/c48b591a-ce03-49e5-b5c1-3715c76df0d6 HTTP/1.1" status: 200 len: 942 time: 0.4976342 May 19 21:40:28.441663 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'tag': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:40:28.444821 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3591f77-39e5-4223-8f77-ed43e93bc702" -d '{"events": [{"name": "network-changed", "server_uuid": "89cb2230-d75e-4c8c-b47b-83f1698654dd", "tag": "c48b591a-ce03-49e5-b5c1-3715c76df0d6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:40:28.448860 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34406) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:28.508772 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event updated for resources: {'Port': ['ID=c48b591a-ce03-49e5-b5c1-3715c76df0d6,revision_number=7']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:28.531787 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['c48b591a-ce03-49e5-b5c1-3715c76df0d6'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:40:28.542968 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f8b305-4739-4a70-b46a-68f68909b09a x-openstack-request-id: req-c0f8b305-4739-4a70-b46a-68f68909b09a {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:40:28.543411 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cb2230-d75e-4c8c-b47b-83f1698654dd", "tag": "c48b591a-ce03-49e5-b5c1-3715c76df0d6", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:40:28.543804 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0f8b305-4739-4a70-b46a-68f68909b09a {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:40:28.544446 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f8b305-4739-4a70-b46a-68f68909b09a'] response: {'name': 'network-changed', 'server_uuid': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'tag': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6', 'status': 'completed', 'code': 200} May 19 21:40:28.547483 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.548046 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.548582 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.549121 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.549668 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.550192 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.550757 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.551310 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.551831 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.552357 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.552917 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.553459 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.554002 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.562765 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.563026 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972db8d-5f07-4a6c-a5e1-48bf26dd02b5 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:28.636697 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b67b9c01-9cd0-4daa-8549-392f5c142909 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group (082c9cd4-963c-4820-b7ef-bef409d33ad2), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:28.678543 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b67b9c01-9cd0-4daa-8549-392f5c142909 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group (082c9cd4-963c-4820-b7ef-bef409d33ad2), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:28.732682 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3591f77-39e5-4223-8f77-ed43e93bc702 req-abb4b865-7714-4973-a1eb-ad7756e5ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:28.733058 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d3591f77-39e5-4223-8f77-ed43e93bc702 req-abb4b865-7714-4973-a1eb-ad7756e5ea56 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3fcf03712c6f4926a2a95dfd0519536a&device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 1129 time: 0.1470585 May 19 21:40:28.769634 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-629c5750-bf78-40af-b699-74fd23dd5f77 None None] Provisioning complete for port c48b591a-ce03-49e5-b5c1-3715c76df0d6 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:40:28.770002 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-629c5750-bf78-40af-b699-74fd23dd5f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:28.869661 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b67b9c01-9cd0-4daa-8549-392f5c142909 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (082c9cd4-963c-4820-b7ef-bef409d33ad2), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:28.873252 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b67b9c01-9cd0-4daa-8549-392f5c142909 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:28.874649 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-b67b9c01-9cd0-4daa-8549-392f5c142909 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "DELETE /v2.0/security-groups/082c9cd4-963c-4820-b7ef-bef409d33ad2 HTTP/1.1" status: 204 len: 168 time: 0.4239347 May 19 21:40:28.877667 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34420) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:28.881249 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3591f77-39e5-4223-8f77-ed43e93bc702 req-2dcc5864-4726-407b-bfa4-a7ec748f2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:28.883856 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d3591f77-39e5-4223-8f77-ed43e93bc702 req-2dcc5864-4726-407b-bfa4-a7ec748f2aec service neutron] 10.222.0.87 "GET /v2.0/networks?id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c HTTP/1.1" status: 200 len: 916 time: 0.1409128 May 19 21:40:28.909378 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b9c01-9cd0-4daa-8549-392f5c142909 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082c9cd4-963c-4820-b7ef-bef409d33ad2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:28.956976 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-629c5750-bf78-40af-b699-74fd23dd5f77 None None] Current status of the port c48b591a-ce03-49e5-b5c1-3715c76df0d6 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:40:28.976137 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:40:29.002000 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d3591f77-39e5-4223-8f77-ed43e93bc702 req-750359e9-0ee3-4ec1-a0e7-556cf9bbe07e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6 HTTP/1.1" status: 200 len: 1001 time: 0.1056237 May 19 21:40:29.064030 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3591f77-39e5-4223-8f77-ed43e93bc702 req-9b293b48-cac3-4c82-a9ff-e8fbb54b9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:29.066694 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d3591f77-39e5-4223-8f77-ed43e93bc702 req-9b293b48-cac3-4c82-a9ff-e8fbb54b9cd6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=916ab58a-7240-4bc0-9d5c-5ffd2e6846c9 HTTP/1.1" status: 200 len: 854 time: 0.0582020 May 19 21:40:29.127857 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3591f77-39e5-4223-8f77-ed43e93bc702 req-3ecda50f-1f9a-456e-b4fa-5e7992ef560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:29.129727 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d3591f77-39e5-4223-8f77-ed43e93bc702 req-3ecda50f-1f9a-456e-b4fa-5e7992ef560f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564179 May 19 21:40:29.146852 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-9ff082a5-bd26-4fd5-98a4-21fbc4fd07f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Deleting port 9754f893-da0d-4022-897a-5f412515fcc0 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:29.147356 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ff082a5-bd26-4fd5-98a4-21fbc4fd07f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (9754f893-da0d-4022-897a-5f412515fcc0), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:29.249846 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ff082a5-bd26-4fd5-98a4-21fbc4fd07f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (9754f893-da0d-4022-897a-5f412515fcc0), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:29.250176 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d3591f77-39e5-4223-8f77-ed43e93bc702 req-f2a5704f-eee7-481e-ac63-82e58a136cf9 service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127362 May 19 21:40:29.250410 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ff082a5-bd26-4fd5-98a4-21fbc4fd07f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for floatingip (9754f893-da0d-4022-897a-5f412515fcc0), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:29.266092 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-9ff082a5-bd26-4fd5-98a4-21fbc4fd07f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Calling delete_port for 9754f893-da0d-4022-897a-5f412515fcc0 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:29.357915 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d3591f77-39e5-4223-8f77-ed43e93bc702 req-0a825904-1288-44fe-ae11-fde7cf517b79 service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017437 May 19 21:40:29.398621 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:29.459915 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:29.483537 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ff082a5-bd26-4fd5-98a4-21fbc4fd07f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (9754f893-da0d-4022-897a-5f412515fcc0), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:29.510078 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff082a5-bd26-4fd5-98a4-21fbc4fd07f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event deleted for resources: {'Port': ['ID=9754f893-da0d-4022-897a-5f412515fcc0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:29.603321 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ff082a5-bd26-4fd5-98a4-21fbc4fd07f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks [] for floatingip (b3bbb815-ddff-44fb-86e0-825f63243839), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:29.603656 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-9ff082a5-bd26-4fd5-98a4-21fbc4fd07f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Floating IP b3bbb815-ddff-44fb-86e0-825f63243839 disassociated (deleted). External IP: 172.27.0.107, port: c48b591a-ce03-49e5-b5c1-3715c76df0d6. May 19 21:40:29.822375 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff082a5-bd26-4fd5-98a4-21fbc4fd07f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:40:29.940647 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff082a5-bd26-4fd5-98a4-21fbc4fd07f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:40:29.945178 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9ff082a5-bd26-4fd5-98a4-21fbc4fd07f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:29.953835 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb64106-4666-447f-a22e-2cfc68c0ce09 None None] Sync routers for ids ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:40:29.970370 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb64106-4666-447f-a22e-2cfc68c0ce09 None None] Routers {'2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:40:29.971716 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3fb64106-4666-447f-a22e-2cfc68c0ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:40:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:29.986339 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-9ff082a5-bd26-4fd5-98a4-21fbc4fd07f9 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "DELETE /v2.0/floatingips/b3bbb815-ddff-44fb-86e0-825f63243839 HTTP/1.1" status: 204 len: 168 time: 1.1073098 May 19 21:40:30.207715 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-3fb64106-4666-447f-a22e-2cfc68c0ce09 None None] Set router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:40:30.421526 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3fb64106-4666-447f-a22e-2cfc68c0ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:34:36Z', 'revision_number': 4, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port': {'id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:33Z', 'updated_at': '2022-05-19T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'ad477b31-6a91-4968-90f6-d0dced2e63df', 'name': '', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'mac_address': 'fa:16:3e:0c:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:35Z', 'updated_at': '2022-05-19T21:34:43Z', 'revision_number': 5, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'subnets': [{'id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:30.451418 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb64106-4666-447f-a22e-2cfc68c0ce09 None None] Checking router: 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:40:30.460834 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb64106-4666-447f-a22e-2cfc68c0ce09 None None] Routers {'2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:40:30.461420 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3fb64106-4666-447f-a22e-2cfc68c0ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:40:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:30.546743 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'tag': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:40:30.550665 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22597286-4b1d-42c2-9ede-42c4fa38368b" -d '{"events": [{"name": "network-changed", "server_uuid": "89cb2230-d75e-4c8c-b47b-83f1698654dd", "tag": "c48b591a-ce03-49e5-b5c1-3715c76df0d6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:40:30.582302 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-3fb64106-4666-447f-a22e-2cfc68c0ce09 None None] Set router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:40:30.622852 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5da254-5754-499c-b17a-4de96f3fdab2 x-openstack-request-id: req-2e5da254-5754-499c-b17a-4de96f3fdab2 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:40:30.623484 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cb2230-d75e-4c8c-b47b-83f1698654dd", "tag": "c48b591a-ce03-49e5-b5c1-3715c76df0d6", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:40:30.624087 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e5da254-5754-499c-b17a-4de96f3fdab2 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:40:30.624301 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5da254-5754-499c-b17a-4de96f3fdab2'] response: {'name': 'network-changed', 'server_uuid': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'tag': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6', 'status': 'completed', 'code': 200} May 19 21:40:30.638404 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34458) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:30.917771 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3fb64106-4666-447f-a22e-2cfc68c0ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:34:36Z', 'revision_number': 4, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port': {'id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:33Z', 'updated_at': '2022-05-19T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'ad477b31-6a91-4968-90f6-d0dced2e63df', 'name': '', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'mac_address': 'fa:16:3e:0c:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:35Z', 'updated_at': '2022-05-19T21:34:43Z', 'revision_number': 5, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'subnets': [{'id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:30.918056 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ad9b6d40-aa76-4e38-b732-5a06a4a0e3b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:30.949605 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597286-4b1d-42c2-9ede-42c4fa38368b req-2dc41023-603e-4a04-8056-9cc55883441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:30.954912 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-22597286-4b1d-42c2-9ede-42c4fa38368b req-2dc41023-603e-4a04-8056-9cc55883441f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3fcf03712c6f4926a2a95dfd0519536a&device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 1129 time: 0.2282302 May 19 21:40:30.956838 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb64106-4666-447f-a22e-2cfc68c0ce09 None None] The sync data for ids ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'] in dv-cinder-835635-2-iscsi is: [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:34:36Z', 'revision_number': 4, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port': {'id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:33Z', 'updated_at': '2022-05-19T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'ad477b31-6a91-4968-90f6-d0dced2e63df', 'name': '', 'network_id': '6cd75369-7235-4ef1-aaac-030ca2e9ad5c', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'mac_address': 'fa:16:3e:0c:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:35Z', 'updated_at': '2022-05-19T21:34:43Z', 'revision_number': 5, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'subnets': [{'id': '916ab58a-7240-4bc0-9d5c-5ffd2e6846c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:40:31.027936 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff25d4e-49ca-422d-9198-a6f9e44ad80f req-60ec5d3d-45a7-4c32-be9e-d47693a90a09 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:31.034820 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8ff25d4e-49ca-422d-9198-a6f9e44ad80f req-60ec5d3d-45a7-4c32-be9e-d47693a90a09 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0693953 May 19 21:40:31.056727 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ad9b6d40-aa76-4e38-b732-5a06a4a0e3b4 admin admin] Publish callbacks [] for security_group (29c91112-c10f-4f2e-a9ac-29a05b83f651), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:31.063775 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ad9b6d40-aa76-4e38-b732-5a06a4a0e3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (29c91112-c10f-4f2e-a9ac-29a05b83f651), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:31.087209 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8ff25d4e-49ca-422d-9198-a6f9e44ad80f req-70ad6f45-31f3-4231-9321-a2874df27c5c tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490043 May 19 21:40:31.113694 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-ad9b6d40-aa76-4e38-b732-5a06a4a0e3b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9fefd188a7dc47b49d44197f6a074665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734759 May 19 21:40:31.124380 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34466) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:31.125381 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b6d40-aa76-4e38-b732-5a06a4a0e3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c91112-c10f-4f2e-a9ac-29a05b83f651,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:31.173780 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a86690c-3e97-4eff-8c29-a86698072c80 admin admin] Publish callbacks [] for security_group (29c91112-c10f-4f2e-a9ac-29a05b83f651), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:31.199640 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a86690c-3e97-4eff-8c29-a86698072c80 admin admin] Publish callbacks [] for security_group (29c91112-c10f-4f2e-a9ac-29a05b83f651), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:31.215117 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:31.251487 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07503079-5e3e-41ed-a51e-715864780468 None None] New status for floating IP b3bbb815-ddff-44fb-86e0-825f63243839: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:40:31.274685 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a86690c-3e97-4eff-8c29-a86698072c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (29c91112-c10f-4f2e-a9ac-29a05b83f651), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:31.277905 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2a86690c-3e97-4eff-8c29-a86698072c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:31.280699 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-2a86690c-3e97-4eff-8c29-a86698072c80 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29c91112-c10f-4f2e-a9ac-29a05b83f651 HTTP/1.1" status: 204 len: 168 time: 0.1636262 May 19 21:40:31.292087 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86690c-3e97-4eff-8c29-a86698072c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c91112-c10f-4f2e-a9ac-29a05b83f651,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:31.613441 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34474) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:31.631344 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e490317-2aa8-41b4-b6f0-848ca19bc74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:31.731002 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:31.806276 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e490317-2aa8-41b4-b6f0-848ca19bc74b admin admin] Publish callbacks [] for security_group (2d94142d-b6f0-4d0f-8aed-b25d131f22cb), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:31.808201 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597286-4b1d-42c2-9ede-42c4fa38368b req-96cc3e58-a003-493c-ae61-8a734dc0fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:31.809753 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-22597286-4b1d-42c2-9ede-42c4fa38368b req-96cc3e58-a003-493c-ae61-8a734dc0fd62 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c HTTP/1.1" status: 200 len: 916 time: 0.1413851 May 19 21:40:31.813495 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9e490317-2aa8-41b4-b6f0-848ca19bc74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (2d94142d-b6f0-4d0f-8aed-b25d131f22cb), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:31.889217 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-22597286-4b1d-42c2-9ede-42c4fa38368b req-db3f2eb0-7ea5-4ba0-89e8-ef3d4264ac0b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6 HTTP/1.1" status: 200 len: 217 time: 0.0645134 May 19 21:40:31.894468 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e490317-2aa8-41b4-b6f0-848ca19bc74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d94142d-b6f0-4d0f-8aed-b25d131f22cb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:31.899311 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-9e490317-2aa8-41b4-b6f0-848ca19bc74b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40c6078f031f4ce1b2a80535fb174ede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848558 May 19 21:40:31.902016 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34476) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:31.978880 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597286-4b1d-42c2-9ede-42c4fa38368b req-2e63a8a9-1aa6-4671-b03a-dfb657733746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:31.980350 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-22597286-4b1d-42c2-9ede-42c4fa38368b req-2e63a8a9-1aa6-4671-b03a-dfb657733746 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=916ab58a-7240-4bc0-9d5c-5ffd2e6846c9 HTTP/1.1" status: 200 len: 854 time: 0.0762596 May 19 21:40:32.025688 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-883ac7c3-8d86-49dd-a3b0-c2b4dee40afe admin admin] Publish callbacks [] for security_group (2d94142d-b6f0-4d0f-8aed-b25d131f22cb), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:32.053128 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597286-4b1d-42c2-9ede-42c4fa38368b req-817d8737-95ed-43e0-bf2e-1b52156c10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:32.054782 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-22597286-4b1d-42c2-9ede-42c4fa38368b req-817d8737-95ed-43e0-bf2e-1b52156c10b0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cd75369-7235-4ef1-aaac-030ca2e9ad5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637131 May 19 21:40:32.059217 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-883ac7c3-8d86-49dd-a3b0-c2b4dee40afe admin admin] Publish callbacks [] for security_group (2d94142d-b6f0-4d0f-8aed-b25d131f22cb), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:32.121806 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-883ac7c3-8d86-49dd-a3b0-c2b4dee40afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (2d94142d-b6f0-4d0f-8aed-b25d131f22cb), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:32.124405 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-883ac7c3-8d86-49dd-a3b0-c2b4dee40afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:32.128601 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-883ac7c3-8d86-49dd-a3b0-c2b4dee40afe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2d94142d-b6f0-4d0f-8aed-b25d131f22cb HTTP/1.1" status: 204 len: 168 time: 0.2254529 May 19 21:40:32.147259 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ac7c3-8d86-49dd-a3b0-c2b4dee40afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d94142d-b6f0-4d0f-8aed-b25d131f22cb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:32.287402 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-31de9ce6-a1ea-4a52-b19b-4e4685119686 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:32.289212 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-31de9ce6-a1ea-4a52-b19b-4e4685119686 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.87 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0627730 May 19 21:40:32.295051 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be554a29-37a8-4152-9777-59ed34bae174 req-42072140-bedb-4fbf-b843-1e07ed72cca0 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:32.296586 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-be554a29-37a8-4152-9777-59ed34bae174 req-42072140-bedb-4fbf-b843-1e07ed72cca0 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 946 time: 0.0948725 May 19 21:40:32.353641 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-22597286-4b1d-42c2-9ede-42c4fa38368b req-02ee700a-2e1e-472f-a8ef-7ecb11ad896e service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674113 May 19 21:40:32.391262 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-be554a29-37a8-4152-9777-59ed34bae174 req-40f18305-15d4-433e-b3db-f3e09bd182ad tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e349ff1-022a-459d-b8b3-4a400f0e8180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804179 May 19 21:40:32.414629 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Deleting port 273956f8-6ada-4c24-9d33-e37b581a5bb1 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:32.414972 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:32.459577 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:32.494513 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-22597286-4b1d-42c2-9ede-42c4fa38368b req-69a3d0b8-85be-4754-8f38-3706b1c1829a service neutron] 10.222.0.87 "GET /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339905 May 19 21:40:32.496337 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:32.538346 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] For port 273956f8-6ada-4c24-9d33-e37b581a5bb1, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=273956f8-6ada-4c24-9d33-e37b581a5bb1,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:32.538712 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:32.667097 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:32.811936 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:32.812268 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (7979b87b-5647-4959-95d5-3255eb0e1bae), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:32.812585 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Floating IP 7979b87b-5647-4959-95d5-3255eb0e1bae disassociated. External IP: 172.27.0.36, port: 273956f8-6ada-4c24-9d33-e37b581a5bb1. May 19 21:40:32.812933 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Calling delete_port for 273956f8-6ada-4c24-9d33-e37b581a5bb1 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:32.963644 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (273956f8-6ada-4c24-9d33-e37b581a5bb1), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:32.990986 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event deleted for resources: {'Port': ['ID=273956f8-6ada-4c24-9d33-e37b581a5bb1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:33.117721 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:40:33.228367 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:40:33.242312 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dbec27-d1f2-47bc-a5d0-a2b5cf596e16 None None] Sync routers for ids ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:40:33.254753 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dbec27-d1f2-47bc-a5d0-a2b5cf596e16 None None] Routers {'42c074a2-896a-408e-ab4c-0ba99b2fe8b3'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:40:33.255672 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-22dbec27-d1f2-47bc-a5d0-a2b5cf596e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:40:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:33.274527 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] No DVR routers for this DVR port 273956f8-6ada-4c24-9d33-e37b581a5bb1 on host hv-cinder-83563 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:40:33.277100 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:33.281388 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-82f4f7cb-77e0-4cb4-a22d-87dbde0ccf5e req-da40c44e-ec7f-45d1-a697-bf0f1e8c6c6d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.87 "DELETE /v2.0/ports/273956f8-6ada-4c24-9d33-e37b581a5bb1 HTTP/1.1" status: 204 len: 173 time: 0.9868581 May 19 21:40:33.281764 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a392a14d-152c-467f-8031-a4bb8e36e5bb', 'name': 'network-vif-deleted', 'tag': '273956f8-6ada-4c24-9d33-e37b581a5bb1'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:40:33.284209 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf51d47-67b6-412e-aaae-79c818072d34" -d '{"events": [{"server_uuid": "a392a14d-152c-467f-8031-a4bb8e36e5bb", "name": "network-vif-deleted", "tag": "273956f8-6ada-4c24-9d33-e37b581a5bb1"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:40:33.331353 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99d54b5-449a-4610-82b9-a8f3e15d0f89 x-openstack-request-id: req-d99d54b5-449a-4610-82b9-a8f3e15d0f89 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:40:33.336012 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a392a14d-152c-467f-8031-a4bb8e36e5bb", "name": "network-vif-deleted", "tag": "273956f8-6ada-4c24-9d33-e37b581a5bb1", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:40:33.336012 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d99d54b5-449a-4610-82b9-a8f3e15d0f89 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:40:33.336012 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99d54b5-449a-4610-82b9-a8f3e15d0f89'] response: {'server_uuid': 'a392a14d-152c-467f-8031-a4bb8e36e5bb', 'name': 'network-vif-deleted', 'tag': '273956f8-6ada-4c24-9d33-e37b581a5bb1', 'status': 'completed', 'code': 200} May 19 21:40:33.410353 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-22dbec27-d1f2-47bc-a5d0-a2b5cf596e16 None None] Set router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:40:33.553543 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8480354d-6499-41fa-8cfd-14f60f838e50 req-e4e18d43-2371-4023-b14c-ddb431f7e337 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 210 time: 0.0409429 May 19 21:40:33.618098 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:33.632430 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-22dbec27-d1f2-47bc-a5d0-a2b5cf596e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:40Z', 'revision_number': 5, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:33.661398 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dbec27-d1f2-47bc-a5d0-a2b5cf596e16 None None] Checking router: 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:40:33.664895 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:33.672987 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dbec27-d1f2-47bc-a5d0-a2b5cf596e16 None None] Routers {'42c074a2-896a-408e-ab4c-0ba99b2fe8b3'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:40:33.673311 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-22dbec27-d1f2-47bc-a5d0-a2b5cf596e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:40:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:33.798990 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-22dbec27-d1f2-47bc-a5d0-a2b5cf596e16 None None] Set router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:40:34.024056 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291769a-aa81-4783-8013-060cf2a2ca55 req-f3c65fab-8589-4916-a4fc-0cdc71cef958 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:34.025635 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6291769a-aa81-4783-8013-060cf2a2ca55 req-f3c65fab-8589-4916-a4fc-0cdc71cef958 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 945 time: 0.0545599 May 19 21:40:34.078874 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6291769a-aa81-4783-8013-060cf2a2ca55 req-db153955-e55c-4719-b6a1-0120739a84ec tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475643 May 19 21:40:34.100188 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-22dbec27-d1f2-47bc-a5d0-a2b5cf596e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:40Z', 'revision_number': 5, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:34.125231 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dbec27-d1f2-47bc-a5d0-a2b5cf596e16 None None] The sync data for ids ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'] in dv-cinder-835635-2-iscsi is: [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:40Z', 'revision_number': 5, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:40:34.379433 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8fcba4-e6f6-4c66-b957-433f5f2bb6ee None None] New status for floating IP 7979b87b-5647-4959-95d5-3255eb0e1bae: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:40:34.499974 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34558) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:34.615191 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c50ae0f6-d0e5-4a98-9284-cff6d3d193de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:34.666664 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3767abbb-4e88-4c57-93ce-5d9e40560526 req-d84cac84-9cc8-4b86-915f-887cc241d89b tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=a392a14d-152c-467f-8031-a4bb8e36e5bb HTTP/1.1" status: 200 len: 210 time: 0.0289145 May 19 21:40:34.691015 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:34.700768 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c50ae0f6-d0e5-4a98-9284-cff6d3d193de admin admin] Publish callbacks [] for security_group (e1c2742f-3788-4568-b759-fb87b2bfdfa6), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:34.710266 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c50ae0f6-d0e5-4a98-9284-cff6d3d193de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (e1c2742f-3788-4568-b759-fb87b2bfdfa6), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:34.755777 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-c50ae0f6-d0e5-4a98-9284-cff6d3d193de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=14328cf4dee4416e83699f945c365049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545426 May 19 21:40:34.756520 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ae0f6-d0e5-4a98-9284-cff6d3d193de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c2742f-3788-4568-b759-fb87b2bfdfa6,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:34.759137 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34564) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:34.812042 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-41b94165-706f-447d-b679-28442b36d3fe admin admin] Publish callbacks [] for security_group (e1c2742f-3788-4568-b759-fb87b2bfdfa6), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:34.843247 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-41b94165-706f-447d-b679-28442b36d3fe admin admin] Publish callbacks [] for security_group (e1c2742f-3788-4568-b759-fb87b2bfdfa6), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:34.903067 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-41b94165-706f-447d-b679-28442b36d3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (e1c2742f-3788-4568-b759-fb87b2bfdfa6), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:34.906057 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-41b94165-706f-447d-b679-28442b36d3fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:34.907277 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-41b94165-706f-447d-b679-28442b36d3fe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1c2742f-3788-4568-b759-fb87b2bfdfa6 HTTP/1.1" status: 204 len: 168 time: 0.1470692 May 19 21:40:34.915691 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b94165-706f-447d-b679-28442b36d3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c2742f-3788-4568-b759-fb87b2bfdfa6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:35.205326 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41ef9d-6863-498d-949e-eeded0c50a41 req-7412efa8-7cee-4070-b9ff-7509dc19bfcc tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:35.207010 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8b41ef9d-6863-498d-949e-eeded0c50a41 req-7412efa8-7cee-4070-b9ff-7509dc19bfcc tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 945 time: 0.0570319 May 19 21:40:35.276636 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34572) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:35.278864 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8b41ef9d-6863-498d-949e-eeded0c50a41 req-129b2a42-1f9a-4eb1-aaff-a47fe71e23be tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608547 May 19 21:40:35.291162 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a3ad459-f697-499f-b513-ad7f9dc50a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:35.318175 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:35.383105 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a3ad459-f697-499f-b513-ad7f9dc50a74 admin admin] Publish callbacks [] for security_group (5ab99dbc-3ef3-4c57-9576-9a305e590028), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:35.388813 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a3ad459-f697-499f-b513-ad7f9dc50a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (5ab99dbc-3ef3-4c57-9576-9a305e590028), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:35.406320 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=9 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:35.428253 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ad459-f697-499f-b513-ad7f9dc50a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab99dbc-3ef3-4c57-9576-9a305e590028,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:35.433717 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1a3ad459-f697-499f-b513-ad7f9dc50a74 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7a9fe07c0f9b4a71b8dbf3a51919c9b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560385 May 19 21:40:35.437989 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34574) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:35.489538 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4b6f-0b5b-4848-bed4-cb131c0d3afd admin admin] Publish callbacks [] for security_group (5ab99dbc-3ef3-4c57-9576-9a305e590028), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:35.511614 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4b6f-0b5b-4848-bed4-cb131c0d3afd admin admin] Publish callbacks [] for security_group (5ab99dbc-3ef3-4c57-9576-9a305e590028), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:35.563328 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4b6f-0b5b-4848-bed4-cb131c0d3afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (5ab99dbc-3ef3-4c57-9576-9a305e590028), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:35.565691 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4b6f-0b5b-4848-bed4-cb131c0d3afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:35.566887 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8ccd4b6f-0b5b-4848-bed4-cb131c0d3afd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5ab99dbc-3ef3-4c57-9576-9a305e590028 HTTP/1.1" status: 204 len: 168 time: 0.1278381 May 19 21:40:35.574808 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd4b6f-0b5b-4848-bed4-cb131c0d3afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab99dbc-3ef3-4c57-9576-9a305e590028,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:35.768502 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34584) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:35.822853 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60f583bf-be39-42e5-b574-eeceb00d33bd tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group (8e349ff1-022a-459d-b8b3-4a400f0e8180), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:35.847252 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60f583bf-be39-42e5-b574-eeceb00d33bd tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group (8e349ff1-022a-459d-b8b3-4a400f0e8180), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:35.895655 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60f583bf-be39-42e5-b574-eeceb00d33bd tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (8e349ff1-022a-459d-b8b3-4a400f0e8180), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:35.898343 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-60f583bf-be39-42e5-b574-eeceb00d33bd tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:35.899487 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-60f583bf-be39-42e5-b574-eeceb00d33bd tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "DELETE /v2.0/security-groups/8e349ff1-022a-459d-b8b3-4a400f0e8180 HTTP/1.1" status: 204 len: 168 time: 0.1300247 May 19 21:40:35.902606 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34590) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:35.908897 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f583bf-be39-42e5-b574-eeceb00d33bd tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e349ff1-022a-459d-b8b3-4a400f0e8180,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:35.918169 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.api.v2.resource [None req-343ff519-ef74-4eba-81ee-8bae121179e7 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] show failed (client error): The resource could not be found. May 19 21:40:35.924074 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-343ff519-ef74-4eba-81ee-8bae121179e7 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups/8e349ff1-022a-459d-b8b3-4a400f0e8180 HTTP/1.1" status: 404 len: 347 time: 0.0202701 May 19 21:40:35.924646 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34594) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:35.972057 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7b112-c1f8-4910-8020-bbe805138c75 req-9a2bf9d5-53f5-45ce-b47e-b12dca57a1fc tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:35.973725 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d1b7b112-c1f8-4910-8020-bbe805138c75 req-9a2bf9d5-53f5-45ce-b47e-b12dca57a1fc tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.87 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 945 time: 0.0521946 May 19 21:40:36.067683 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-3728e119-b0ef-485b-b03e-53d1f67a33c8 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Deleting port 9a1842ac-37b0-420e-b341-e4c2096fd1b7 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:36.068019 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3728e119-b0ef-485b-b03e-53d1f67a33c8 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (9a1842ac-37b0-420e-b341-e4c2096fd1b7), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.084530 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-d1b7b112-c1f8-4910-8020-bbe805138c75 req-07226b0d-e951-4ef3-a3d1-4fde8a132a74 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Deleting port c48b591a-ce03-49e5-b5c1-3715c76df0d6 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:36.084922 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d1b7b112-c1f8-4910-8020-bbe805138c75 req-07226b0d-e951-4ef3-a3d1-4fde8a132a74 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.155880 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3728e119-b0ef-485b-b03e-53d1f67a33c8 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (9a1842ac-37b0-420e-b341-e4c2096fd1b7), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.156150 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3728e119-b0ef-485b-b03e-53d1f67a33c8 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for floatingip (9a1842ac-37b0-420e-b341-e4c2096fd1b7), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.175515 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-3728e119-b0ef-485b-b03e-53d1f67a33c8 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Calling delete_port for 9a1842ac-37b0-420e-b341-e4c2096fd1b7 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:36.209887 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-d1b7b112-c1f8-4910-8020-bbe805138c75 req-07226b0d-e951-4ef3-a3d1-4fde8a132a74 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] For port c48b591a-ce03-49e5-b5c1-3715c76df0d6, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=c48b591a-ce03-49e5-b5c1-3715c76df0d6,segment=NetworkSegment(c61e9678-3c61-4c5d-886e-12dc64c79860),segment_id=c61e9678-3c61-4c5d-886e-12dc64c79860)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:36.209887 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d1b7b112-c1f8-4910-8020-bbe805138c75 req-07226b0d-e951-4ef3-a3d1-4fde8a132a74 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.215903 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 273956f8-6ada-4c24-9d33-e37b581a5bb1 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:40:36.231054 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-d1b7b112-c1f8-4910-8020-bbe805138c75 req-07226b0d-e951-4ef3-a3d1-4fde8a132a74 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Calling delete_port for c48b591a-ce03-49e5-b5c1-3715c76df0d6 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:36.239450 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: 273956f8-6ada-4c24-9d33-e37b581a5bb1 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:40:36.239802 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 273956f8-6ada-4c24-9d33-e37b581a5bb1 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:40:36.334191 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3728e119-b0ef-485b-b03e-53d1f67a33c8 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (9a1842ac-37b0-420e-b341-e4c2096fd1b7), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.371984 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728e119-b0ef-485b-b03e-53d1f67a33c8 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event deleted for resources: {'Port': ['ID=9a1842ac-37b0-420e-b341-e4c2096fd1b7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:36.421419 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d1b7b112-c1f8-4910-8020-bbe805138c75 req-07226b0d-e951-4ef3-a3d1-4fde8a132a74 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (c48b591a-ce03-49e5-b5c1-3715c76df0d6), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.438697 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['c48b591a-ce03-49e5-b5c1-3715c76df0d6'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:40:36.452157 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3728e119-b0ef-485b-b03e-53d1f67a33c8 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for floatingip (7979b87b-5647-4959-95d5-3255eb0e1bae), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.457167 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3728e119-b0ef-485b-b03e-53d1f67a33c8 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.461302 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-3728e119-b0ef-485b-b03e-53d1f67a33c8 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "DELETE /v2.0/floatingips/7979b87b-5647-4959-95d5-3255eb0e1bae HTTP/1.1" status: 204 len: 168 time: 0.5343740 May 19 21:40:36.572483 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34616) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:36.578433 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-5c6609ad-ce2d-418d-b9e9-0551d5b523f2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532724449', 'description': 'tempest-description--134980794'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:40:36.603392 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c6609ad-ce2d-418d-b9e9-0551d5b523f2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.638997 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:36.663249 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-701b3b02-a686-42bf-9aa4-ba023d66a92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.711921 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c6609ad-ce2d-418d-b9e9-0551d5b523f2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group (b64565ff-70f7-4dc8-81a2-1cca405d40e1), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.717036 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c6609ad-ce2d-418d-b9e9-0551d5b523f2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (b64565ff-70f7-4dc8-81a2-1cca405d40e1), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.724057 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:36.740815 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b886d37-9379-4b70-9e96-4e0cc63e46ac req-f46f7d93-9fbd-43bd-b871-909cdfb6c4f8 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:36.742546 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b886d37-9379-4b70-9e96-4e0cc63e46ac req-f46f7d93-9fbd-43bd-b871-909cdfb6c4f8 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/ports?device_id=89cb2230-d75e-4c8c-b47b-83f1698654dd HTTP/1.1" status: 200 len: 945 time: 0.3706472 May 19 21:40:36.743577 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07226b0d-e951-4ef3-a3d1-4fde8a132a74 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Pushing event deleted for resources: {'Port': ['ID=c48b591a-ce03-49e5-b5c1-3715c76df0d6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:36.767730 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c6609ad-ce2d-418d-b9e9-0551d5b523f2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.772395 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-5c6609ad-ce2d-418d-b9e9-0551d5b523f2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1986504 May 19 21:40:36.773005 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34620) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:36.779685 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-3782423d-decc-4287-8980-019779787795 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Request body: {'security_group_rule': {'security_group_id': 'b64565ff-70f7-4dc8-81a2-1cca405d40e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:40:36.791654 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6609ad-ce2d-418d-b9e9-0551d5b523f2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64565ff-70f7-4dc8-81a2-1cca405d40e1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:36.815467 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3782423d-decc-4287-8980-019779787795 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group_rule (fdb2a718-a215-478f-a9fc-a74d05e25eac), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.815698 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:36.817991 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b7b112-c1f8-4910-8020-bbe805138c75 req-07226b0d-e951-4ef3-a3d1-4fde8a132a74 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] No DVR routers for this DVR port c48b591a-ce03-49e5-b5c1-3715c76df0d6 on host hv-cinder-83563 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:40:36.825070 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d1b7b112-c1f8-4910-8020-bbe805138c75 req-07226b0d-e951-4ef3-a3d1-4fde8a132a74 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.828663 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d1b7b112-c1f8-4910-8020-bbe805138c75 req-07226b0d-e951-4ef3-a3d1-4fde8a132a74 tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.87 "DELETE /v2.0/ports/c48b591a-ce03-49e5-b5c1-3715c76df0d6 HTTP/1.1" status: 204 len: 173 time: 0.8467715 May 19 21:40:36.829103 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'name': 'network-vif-deleted', 'tag': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:40:36.831456 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b74642-999a-4c79-aedd-e4a38021be88" -d '{"events": [{"server_uuid": "89cb2230-d75e-4c8c-b47b-83f1698654dd", "name": "network-vif-deleted", "tag": "c48b591a-ce03-49e5-b5c1-3715c76df0d6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:40:36.841875 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:36.872009 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b886d37-9379-4b70-9e96-4e0cc63e46ac req-0b62a096-fa70-47e3-abfb-8868b892d45f tempest-TestMinimumBasicScenario-1819376202 tempest-TestMinimumBasicScenario-1819376202-project] 10.222.0.65 "GET /v2.0/security-groups?id=8853aa6b-2e7e-4326-a9c0-839d9e4214b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197836 May 19 21:40:36.896734 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682c23b9-6168-4e72-9601-d28230e3c74e x-openstack-request-id: req-682c23b9-6168-4e72-9601-d28230e3c74e {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:40:36.897021 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cb2230-d75e-4c8c-b47b-83f1698654dd", "name": "network-vif-deleted", "tag": "c48b591a-ce03-49e5-b5c1-3715c76df0d6", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:40:36.897428 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-682c23b9-6168-4e72-9601-d28230e3c74e {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:40:36.897991 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682c23b9-6168-4e72-9601-d28230e3c74e'] response: {'server_uuid': '89cb2230-d75e-4c8c-b47b-83f1698654dd', 'name': 'network-vif-deleted', 'tag': 'c48b591a-ce03-49e5-b5c1-3715c76df0d6', 'status': 'completed', 'code': 200} May 19 21:40:36.921931 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3782423d-decc-4287-8980-019779787795 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group_rule (fdb2a718-a215-478f-a9fc-a74d05e25eac), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.926292 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3782423d-decc-4287-8980-019779787795 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (fdb2a718-a215-478f-a9fc-a74d05e25eac), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.944532 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782423d-decc-4287-8980-019779787795 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb2a718-a215-478f-a9fc-a74d05e25eac,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:36.957501 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3782423d-decc-4287-8980-019779787795 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:36.959566 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-3782423d-decc-4287-8980-019779787795 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1835134 May 19 21:40:36.962000 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34628) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:36.968860 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-40351254-2cfe-4312-a3e3-e015c206e091 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Request body: {'security_group_rule': {'security_group_id': 'b64565ff-70f7-4dc8-81a2-1cca405d40e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:40:37.002310 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34630) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:37.008164 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40351254-2cfe-4312-a3e3-e015c206e091 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group_rule (e91ea206-9add-49c9-a7b7-50dd0ec8c599), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.091804 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40351254-2cfe-4312-a3e3-e015c206e091 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group_rule (e91ea206-9add-49c9-a7b7-50dd0ec8c599), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.097109 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40351254-2cfe-4312-a3e3-e015c206e091 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (e91ea206-9add-49c9-a7b7-50dd0ec8c599), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.121685 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40351254-2cfe-4312-a3e3-e015c206e091 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91ea206-9add-49c9-a7b7-50dd0ec8c599,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:37.132021 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-40351254-2cfe-4312-a3e3-e015c206e091 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.133871 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-40351254-2cfe-4312-a3e3-e015c206e091 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1708245 May 19 21:40:37.138565 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34634) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:37.147561 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Request body: {'floatingip': {'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:40:37.157656 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2543952c-9d5b-4596-bc30-75e7d4f08553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.181675 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.254797 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2543952c-9d5b-4596-bc30-75e7d4f08553 admin admin] Publish callbacks [] for security_group (42737fac-32cb-4cd0-90a2-166209b0621c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.260683 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2543952c-9d5b-4596-bc30-75e7d4f08553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (42737fac-32cb-4cd0-90a2-166209b0621c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.305081 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543952c-9d5b-4596-bc30-75e7d4f08553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42737fac-32cb-4cd0-90a2-166209b0621c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:37.311360 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-2543952c-9d5b-4596-bc30-75e7d4f08553 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0270eeeae10141099581f1ad2e9534fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070600 May 19 21:40:37.313763 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34636) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:37.371134 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ceedb3e-db92-4ad4-bffc-ee59a40afc33 admin admin] Publish callbacks [] for security_group (42737fac-32cb-4cd0-90a2-166209b0621c), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.396186 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ceedb3e-db92-4ad4-bffc-ee59a40afc33 admin admin] Publish callbacks [] for security_group (42737fac-32cb-4cd0-90a2-166209b0621c), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.450674 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ceedb3e-db92-4ad4-bffc-ee59a40afc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (42737fac-32cb-4cd0-90a2-166209b0621c), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.454016 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ceedb3e-db92-4ad4-bffc-ee59a40afc33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.455295 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5ceedb3e-db92-4ad4-bffc-ee59a40afc33 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42737fac-32cb-4cd0-90a2-166209b0621c HTTP/1.1" status: 204 len: 168 time: 0.1405036 May 19 21:40:37.476694 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceedb3e-db92-4ad4-bffc-ee59a40afc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42737fac-32cb-4cd0-90a2-166209b0621c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:37.536773 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.656109 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Allocated IP 172.27.0.29 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/48cb8cb2-4512-4ab9-904a-2803b9de6017) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:40:37.770852 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for port (48cb8cb2-4512-4ab9-904a-2803b9de6017), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.797137 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:37.805818 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (48cb8cb2-4512-4ab9-904a-2803b9de6017), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:37.853839 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:40:37.856452 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:37.860084 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:40:37.864501 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:40:37.868144 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event updated for resources: {'Port': ['ID=48cb8cb2-4512-4ab9-904a-2803b9de6017,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:37.977587 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for floatingip (35b7084e-8c87-48e1-bac0-8f9a1ceec9f0), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:38.029156 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (48cb8cb2-4512-4ab9-904a-2803b9de6017), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:38.243304 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for port (48cb8cb2-4512-4ab9-904a-2803b9de6017), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:38.248516 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (48cb8cb2-4512-4ab9-904a-2803b9de6017), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:38.335387 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (35b7084e-8c87-48e1-bac0-8f9a1ceec9f0), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:38.338141 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event updated for resources: {'Port': ['ID=48cb8cb2-4512-4ab9-904a-2803b9de6017,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:38.359132 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:38.372435 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-e59ce9e9-27eb-41e0-8d21-8d44dbf6aac6 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2208409 May 19 21:40:38.614902 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-d84297c9-921c-49ee-84c9-239da7fe73c0 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--532724449&fields=id&tenant_id=4f5916770e9b443489fe7aa76d663fe1 HTTP/1.1" status: 200 len: 267 time: 0.0554533 May 19 21:40:38.742849 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-769ef75c-d985-48c5-a194-289a88055eff tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:38.744512 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-769ef75c-d985-48c5-a194-289a88055eff tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/networks?id=b9d96816-1157-468c-bb81-22f27d368a2b HTTP/1.1" status: 200 len: 811 time: 0.1288168 May 19 21:40:38.764636 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-2704ac58-d9c9-46b9-b156-753e8f77e301 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/quotas/4f5916770e9b443489fe7aa76d663fe1 HTTP/1.1" status: 200 len: 375 time: 0.0128419 May 19 21:40:38.831048 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-ce409b5d-eb25-4eab-abc2-22f47e5bbd71 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4f5916770e9b443489fe7aa76d663fe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598450 May 19 21:40:38.840731 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34728) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:38.943563 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-44e5e395-1568-4f88-961c-7dde44249cff service neutron] 10.222.0.65 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003253 May 19 21:40:39.083265 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:39.094375 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-5b6b1cbb-98fe-40f7-b504-9681361ff3c8 service neutron] 10.222.0.65 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448476 May 19 21:40:39.280890 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ea383196-a76d-46ed-9458-d4720db56641 req-222c6873-501a-4e8b-8b19-f481876b6c67 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 210 time: 0.0286813 May 19 21:40:39.290028 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:39.352419 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76df6628-a8b6-41b6-ad68-5368ee03dafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:39.393691 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de722853-ba0c-4b8d-bb44-2a76cad8ac58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1697983'] for router_interface (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:39.638579 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-de722853-ba0c-4b8d-bb44-2a76cad8ac58 admin admin] Deleting port ad477b31-6a91-4968-90f6-d0dced2e63df {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:39.639285 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de722853-ba0c-4b8d-bb44-2a76cad8ac58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:39.724121 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-de722853-ba0c-4b8d-bb44-2a76cad8ac58 admin admin] For port ad477b31-6a91-4968-90f6-d0dced2e63df, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=ad477b31-6a91-4968-90f6-d0dced2e63df,segment=NetworkSegment(c61e9678-3c61-4c5d-886e-12dc64c79860),segment_id=c61e9678-3c61-4c5d-886e-12dc64c79860)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:39.724531 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de722853-ba0c-4b8d-bb44-2a76cad8ac58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:39.738698 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-de722853-ba0c-4b8d-bb44-2a76cad8ac58 admin admin] Calling delete_port for ad477b31-6a91-4968-90f6-d0dced2e63df owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:39.967174 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de722853-ba0c-4b8d-bb44-2a76cad8ac58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (ad477b31-6a91-4968-90f6-d0dced2e63df), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:39.997501 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de722853-ba0c-4b8d-bb44-2a76cad8ac58 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad477b31-6a91-4968-90f6-d0dced2e63df,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:40.076667 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:40.184277 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-de722853-ba0c-4b8d-bb44-2a76cad8ac58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-285684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697827'] for router_interface (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:40.256068 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device c48b591a-ce03-49e5-b5c1-3715c76df0d6 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:40:40.284291 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: c48b591a-ce03-49e5-b5c1-3715c76df0d6 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:40:40.284685 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device c48b591a-ce03-49e5-b5c1-3715c76df0d6 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:40:40.324977 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:40.420957 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3aae8d6d-f010-4903-b861-6370fc7a3df7 req-e09d3512-84d5-4a66-b4d8-a0c420e9360d tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 210 time: 0.0514226 May 19 21:40:40.492858 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:40.497601 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-e8471910-eca2-4f0f-a5ce-4ab3603d63bc tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:40.499139 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-e8471910-eca2-4f0f-a5ce-4ab3603d63bc tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.87 "GET /v2.0/networks?id=b9d96816-1157-468c-bb81-22f27d368a2b HTTP/1.1" status: 200 len: 811 time: 0.3048947 May 19 21:40:40.578398 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de722853-ba0c-4b8d-bb44-2a76cad8ac58 admin admin] Router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:40:40.686131 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de722853-ba0c-4b8d-bb44-2a76cad8ac58 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:40:40.693434 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-de722853-ba0c-4b8d-bb44-2a76cad8ac58 admin admin] 10.222.0.65 "PUT /v2.0/routers/2923b9c9-7d40-4c4f-a751-2ba6fdbe279c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8494780 May 19 21:40:40.695373 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34756) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:40.698839 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3eec06-f9c1-4af4-bd71-ebfa5c52374b None None] Sync routers for ids ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:40:40.715645 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3eec06-f9c1-4af4-bd71-ebfa5c52374b None None] Routers {'2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:40:40.717605 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3d3eec06-f9c1-4af4-bd71-ebfa5c52374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:40:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:40.805807 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] Publish callbacks [] for router (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:40.917237 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-3d3eec06-f9c1-4af4-bd71-ebfa5c52374b None None] Set router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:40:40.920051 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] Publish callbacks [] for router_gateway (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:40.961871 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:40.965242 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] Deleting port 194a0b89-969e-46dc-80ff-737886a6dcae {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:40.965594 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (194a0b89-969e-46dc-80ff-737886a6dcae), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.055237 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] For port 194a0b89-969e-46dc-80ff-737886a6dcae, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=194a0b89-969e-46dc-80ff-737886a6dcae,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:41.055602 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (194a0b89-969e-46dc-80ff-737886a6dcae), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.071277 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] Calling delete_port for 194a0b89-969e-46dc-80ff-737886a6dcae owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:41.095990 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3d3eec06-f9c1-4af4-bd71-ebfa5c52374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:40:39Z', 'revision_number': 5, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port': {'id': '194a0b89-969e-46dc-80ff-737886a6dcae', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:33Z', 'updated_at': '2022-05-19T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:41.124325 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3eec06-f9c1-4af4-bd71-ebfa5c52374b None None] Checking router: 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:40:41.132700 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3eec06-f9c1-4af4-bd71-ebfa5c52374b None None] Routers {'2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:40:41.133300 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3d3eec06-f9c1-4af4-bd71-ebfa5c52374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:40:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:41.219143 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-3d3eec06-f9c1-4af4-bd71-ebfa5c52374b None None] Set router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c gateway port host: None {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:40:41.253467 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (194a0b89-969e-46dc-80ff-737886a6dcae), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.269596 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3d3eec06-f9c1-4af4-bd71-ebfa5c52374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:40:40Z', 'revision_number': 6, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port_host': None}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:41.277977 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] Pushing event deleted for resources: {'Port': ['ID=194a0b89-969e-46dc-80ff-737886a6dcae,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:41.294773 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3eec06-f9c1-4af4-bd71-ebfa5c52374b None None] The sync data for ids ['2923b9c9-7d40-4c4f-a751-2ba6fdbe279c'] in dv-cinder-835635-2-iscsi is: [{'id': '2923b9c9-7d40-4c4f-a751-2ba6fdbe279c', 'name': 'tempest-TestMinimumBasicScenario-1186297051-router', 'tenant_id': '3fcf03712c6f4926a2a95dfd0519536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:32Z', 'updated_at': '2022-05-19T21:40:40Z', 'revision_number': 6, 'project_id': '3fcf03712c6f4926a2a95dfd0519536a', 'gw_port_host': None}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:40:41.343568 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:41.353039 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697665'] for router_gateway (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.443999 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.446105 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] Publish callbacks [] for router_controller (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.490997 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695707'] for router (2923b9c9-7d40-4c4f-a751-2ba6fdbe279c), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.491993 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2923b9c9-7d40-4c4f-a751-2ba6fdbe279c {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 21:40:41.496716 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.498695 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f49f5cb3-a0d7-4b38-be62-919a427f0115 admin admin] 10.222.0.65 "DELETE /v2.0/routers/2923b9c9-7d40-4c4f-a751-2ba6fdbe279c HTTP/1.1" status: 204 len: 168 time: 0.8014755 May 19 21:40:41.500619 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34762) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:41.526274 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2f170754-4ce4-4a3c-9342-65b222181634 req-15d80cf2-4151-44ef-8448-df91c902bf79 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 210 time: 0.0268319 May 19 21:40:41.548306 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7f25a4-0789-44fa-9289-12b954bf67e2 admin admin] Deleting subnet 916ab58a-7240-4bc0-9d5c-5ffd2e6846c9 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:40:41.551622 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3f7f25a4-0789-44fa-9289-12b954bf67e2 admin admin] Publish callbacks [] for subnet (916ab58a-7240-4bc0-9d5c-5ffd2e6846c9), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.588983 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3f7f25a4-0789-44fa-9289-12b954bf67e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8440986'] for subnet (916ab58a-7240-4bc0-9d5c-5ffd2e6846c9), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.703395 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3f7f25a4-0789-44fa-9289-12b954bf67e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (916ab58a-7240-4bc0-9d5c-5ffd2e6846c9), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.766760 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3f7f25a4-0789-44fa-9289-12b954bf67e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8577080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567086'] for subnet (916ab58a-7240-4bc0-9d5c-5ffd2e6846c9), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.782079 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.793667 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f25a4-0789-44fa-9289-12b954bf67e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=916ab58a-7240-4bc0-9d5c-5ffd2e6846c9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:41.797896 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3f7f25a4-0789-44fa-9289-12b954bf67e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.801034 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-3f7f25a4-0789-44fa-9289-12b954bf67e2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/916ab58a-7240-4bc0-9d5c-5ffd2e6846c9 HTTP/1.1" status: 204 len: 168 time: 0.2994554 May 19 21:40:41.804980 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34764) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:41.805585 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b6cc62-509d-436e-a01e-1302feeabff7 None None] Network 6cd75369-7235-4ef1-aaac-030ca2e9ad5c requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:40:41.819607 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:41.886532 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (6cd75369-7235-4ef1-aaac-030ca2e9ad5c), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.931241 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Deleting port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:41.931585 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:41.995854 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:42.006685 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:42.007313 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] For port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9,segment=NetworkSegment(c61e9678-3c61-4c5d-886e-12dc64c79860),segment_id=c61e9678-3c61-4c5d-886e-12dc64c79860)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:42.007734 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:42.027552 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Calling delete_port for b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:42.065684 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] DHCP port deletion for 6cd75369-7235-4ef1-aaac-030ca2e9ad5c request from dv-cinder-835635-2-iscsi {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 21:40:42.106576 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Deleting port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:42.107040 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:42.109822 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:42.119873 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:42.150681 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:42.156715 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] No DVR routers for this DVR port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 on host dv-cinder-835635-2-iscsi {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:40:42.183801 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] For port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9,segment=NetworkSegment(c61e9678-3c61-4c5d-886e-12dc64c79860),segment_id=c61e9678-3c61-4c5d-886e-12dc64c79860)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:42.184191 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:42.197799 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Calling delete_port for b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:42.236376 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (6cd75369-7235-4ef1-aaac-030ca2e9ad5c), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:42.258219 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd75369-7235-4ef1-aaac-030ca2e9ad5c']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:42.269103 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61e9678-3c61-4c5d-886e-12dc64c79860') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:42.269392 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61e9678-3c61-4c5d-886e-12dc64c79860') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:42.275935 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196'] for port (b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:42.280513 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:42.282758 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751383'] for segment (c61e9678-3c61-4c5d-886e-12dc64c79860), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:42.299844 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (c61e9678-3c61-4c5d-886e-12dc64c79860), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:42.304090 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] No DVR routers for this DVR port b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 on host dv-cinder-835635-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:40:42.305825 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Pushing event deleted for resources: {'Port': ['ID=b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:42.308470 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:40:42.309568 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8714482'] for segment (c61e9678-3c61-4c5d-886e-12dc64c79860), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:42.318587 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.318936 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.319322 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.319676 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.320306 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.320306 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.320755 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.321075 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.321395 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.321711 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.322026 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.322391 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.322716 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.323017 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.323522 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad4e5fb-5634-4b21-a27d-7bb25f377a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:42.343763 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment c61e9678-3c61-4c5d-886e-12dc64c79860 resource provider aggregate not found May 19 21:40:42.374470 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment c61e9678-3c61-4c5d-886e-12dc64c79860 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c61e9678-3c61-4c5d-886e-12dc64c79860 found for delete ", "request_id": "req-8112cc4b-bc63-450f-aadc-f3c842265f8d"}]} May 19 21:40:42.406968 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (6cd75369-7235-4ef1-aaac-030ca2e9ad5c), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:42.412010 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:42.415128 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6cd75369-7235-4ef1-aaac-030ca2e9ad5c HTTP/1.1" status: 204 len: 168 time: 0.6090684 May 19 21:40:42.418526 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34772) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:42.428376 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17413883-ed05-475e-a2bb-fca1d12c2e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd75369-7235-4ef1-aaac-030ca2e9ad5c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:42.641553 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a97ed575-7ca7-4e42-bbe5-8933465a5e6f req-8dca147d-8cbb-41e1-b1f9-8e79324014c9 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 210 time: 0.0401661 May 19 21:40:42.932466 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device ad477b31-6a91-4968-90f6-d0dced2e63df no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:40:42.947288 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:42.953944 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: ad477b31-6a91-4968-90f6-d0dced2e63df {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:40:42.954308 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device ad477b31-6a91-4968-90f6-d0dced2e63df not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:40:42.954716 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 194a0b89-969e-46dc-80ff-737886a6dcae no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:40:42.976162 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 194a0b89-969e-46dc-80ff-737886a6dcae {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:40:42.976462 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 194a0b89-969e-46dc-80ff-737886a6dcae not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:40:42.977057 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:40:42.995228 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:40:42.995539 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device b5c2dca0-4d7d-4caa-9a58-de350c0fe1b9 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:40:43.039652 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e30a99bb-d6d1-4726-8719-55c86482d7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1697983'] for router_interface (92b11f6d-9b86-4174-a65e-d2e17b104692), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:43.055614 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:43.217228 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:43.286263 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e30a99bb-d6d1-4726-8719-55c86482d7ea admin admin] Deleting port dacd452c-013d-4b23-8942-b0074390ce8f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:43.286590 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e30a99bb-d6d1-4726-8719-55c86482d7ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:43.372548 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-e30a99bb-d6d1-4726-8719-55c86482d7ea admin admin] For port dacd452c-013d-4b23-8942-b0074390ce8f, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=dacd452c-013d-4b23-8942-b0074390ce8f,segment=NetworkSegment(2dd0de61-b156-43cc-949d-def4596a8c1e),segment_id=2dd0de61-b156-43cc-949d-def4596a8c1e)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:43.373300 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e30a99bb-d6d1-4726-8719-55c86482d7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:43.386908 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e30a99bb-d6d1-4726-8719-55c86482d7ea admin admin] Calling delete_port for dacd452c-013d-4b23-8942-b0074390ce8f owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:43.576814 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e30a99bb-d6d1-4726-8719-55c86482d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (dacd452c-013d-4b23-8942-b0074390ce8f), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:43.602392 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a99bb-d6d1-4726-8719-55c86482d7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=dacd452c-013d-4b23-8942-b0074390ce8f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:43.756626 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a2437b3c-6073-49f0-983f-41a7885764b0 req-acad682a-abf9-45c1-b697-b010ee4260f3 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 210 time: 0.0358360 May 19 21:40:43.812320 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e30a99bb-d6d1-4726-8719-55c86482d7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-285684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697827'] for router_interface (92b11f6d-9b86-4174-a65e-d2e17b104692), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:43.885282 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:43.893800 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-d7c28196-67f2-4b4b-b508-b0ec96ead2bf tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f5916770e9b443489fe7aa76d663fe1 HTTP/1.1" status: 200 len: 379 time: 0.1065137 May 19 21:40:43.906012 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-d11555ee-62dc-43a2-8c63-4b76a594f6b2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Request body: {'port': {'device_id': 'c9b67820-7cf5-4a53-9394-c967b6fc2975', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'admin_state_up': True, 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'security_groups': ['b64565ff-70f7-4dc8-81a2-1cca405d40e1']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:40:44.023746 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:44.128558 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-d11555ee-62dc-43a2-8c63-4b76a594f6b2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Made reservation on behalf of 4f5916770e9b443489fe7aa76d663fe1 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:40:44.132113 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-d11555ee-62dc-43a2-8c63-4b76a594f6b2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:44.210803 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30a99bb-d6d1-4726-8719-55c86482d7ea admin admin] Router 92b11f6d-9b86-4174-a65e-d2e17b104692 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:40:44.354799 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-d11555ee-62dc-43a2-8c63-4b76a594f6b2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Allocated IP 172.20.0.10 (b9d96816-1157-468c-bb81-22f27d368a2b/e218c9ee-3929-46d8-9647-a4c799f32db9/aaef1770-d4d0-45c5-a159-84af9d8f2b97) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:40:44.394096 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30a99bb-d6d1-4726-8719-55c86482d7ea admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:40:44.400608 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e30a99bb-d6d1-4726-8719-55c86482d7ea admin admin] 10.222.0.65 "PUT /v2.0/routers/92b11f6d-9b86-4174-a65e-d2e17b104692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9808323 May 19 21:40:44.403453 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34796) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:44.406625 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210eaea7-4cf1-49ad-9a37-108797aa6153 None None] Sync routers for ids ['92b11f6d-9b86-4174-a65e-d2e17b104692'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:40:44.419569 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210eaea7-4cf1-49ad-9a37-108797aa6153 None None] Routers {'92b11f6d-9b86-4174-a65e-d2e17b104692'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:40:44.420172 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-210eaea7-4cf1-49ad-9a37-108797aa6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:40:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['92b11f6d-9b86-4174-a65e-d2e17b104692'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:44.543137 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] Publish callbacks [] for router (92b11f6d-9b86-4174-a65e-d2e17b104692), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:44.548173 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-d11555ee-62dc-43a2-8c63-4b76a594f6b2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:44.560769 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-210eaea7-4cf1-49ad-9a37-108797aa6153 None None] Set router 92b11f6d-9b86-4174-a65e-d2e17b104692 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:40:44.590159 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-d11555ee-62dc-43a2-8c63-4b76a594f6b2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:44.667718 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] Publish callbacks [] for router_gateway (92b11f6d-9b86-4174-a65e-d2e17b104692), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:44.673007 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11555ee-62dc-43a2-8c63-4b76a594f6b2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event updated for resources: {'Port': ['ID=aaef1770-d4d0-45c5-a159-84af9d8f2b97,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:44.714592 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-d11555ee-62dc-43a2-8c63-4b76a594f6b2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Network b9d96816-1157-468c-bb81-22f27d368a2b is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:40:44.720494 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-d11555ee-62dc-43a2-8c63-4b76a594f6b2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:40:44.737419 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-d11555ee-62dc-43a2-8c63-4b76a594f6b2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:40:44.737907 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] Deleting port 95962aad-21d9-4754-9445-eb9abb62ed38 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:44.738380 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (95962aad-21d9-4754-9445-eb9abb62ed38), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:44.784659 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:44.829256 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-210eaea7-4cf1-49ad-9a37-108797aa6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'name': 'tempest-TestMinimumBasicScenario-2071656215-router', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '95962aad-21d9-4754-9445-eb9abb62ed38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:40Z', 'updated_at': '2022-05-19T21:40:43Z', 'revision_number': 5, 'project_id': '81af60892d324c7ea1eb2b04440584b1', 'gw_port': {'id': '95962aad-21d9-4754-9445-eb9abb62ed38', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:41Z', 'updated_at': '2022-05-19T21:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:44.846419 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-d11555ee-62dc-43a2-8c63-4b76a594f6b2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:44.846817 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] For port 95962aad-21d9-4754-9445-eb9abb62ed38, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=95962aad-21d9-4754-9445-eb9abb62ed38,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:44.847307 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-d11555ee-62dc-43a2-8c63-4b76a594f6b2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:44.847404 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (95962aad-21d9-4754-9445-eb9abb62ed38), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:44.866690 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] Calling delete_port for 95962aad-21d9-4754-9445-eb9abb62ed38 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:44.887665 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-d11555ee-62dc-43a2-8c63-4b76a594f6b2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9862905 May 19 21:40:44.903284 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Request body: {'port': {'device_id': 'c9b67820-7cf5-4a53-9394-c967b6fc2975', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:40:44.915304 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210eaea7-4cf1-49ad-9a37-108797aa6153 None None] Checking router: 92b11f6d-9b86-4174-a65e-d2e17b104692 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:40:44.950177 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210eaea7-4cf1-49ad-9a37-108797aa6153 None None] Routers {'92b11f6d-9b86-4174-a65e-d2e17b104692'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:40:44.951263 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-210eaea7-4cf1-49ad-9a37-108797aa6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:40:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['92b11f6d-9b86-4174-a65e-d2e17b104692'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:44.991656 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d501a3-58c8-4f0a-ba13-f8fa70eac9cd req-cbda2034-d1db-4dcf-bb87-2d4c800fa434 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:45.000098 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c5d501a3-58c8-4f0a-ba13-f8fa70eac9cd req-cbda2034-d1db-4dcf-bb87-2d4c800fa434 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 932 time: 0.0621564 May 19 21:40:45.039706 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:45.062565 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:45.065509 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.073086 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-210eaea7-4cf1-49ad-9a37-108797aa6153 None None] Set router 92b11f6d-9b86-4174-a65e-d2e17b104692 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:40:45.135231 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (95962aad-21d9-4754-9445-eb9abb62ed38), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.137949 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-210eaea7-4cf1-49ad-9a37-108797aa6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'name': 'tempest-TestMinimumBasicScenario-2071656215-router', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:40Z', 'updated_at': '2022-05-19T21:40:44Z', 'revision_number': 6, 'project_id': '81af60892d324c7ea1eb2b04440584b1', 'gw_port_host': None}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:45.154927 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c5d501a3-58c8-4f0a-ba13-f8fa70eac9cd req-b8a3fd52-ee69-4c04-94fb-346ab9f214d0 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=b64565ff-70f7-4dc8-81a2-1cca405d40e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537378 May 19 21:40:45.163740 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] Pushing event deleted for resources: {'Port': ['ID=95962aad-21d9-4754-9445-eb9abb62ed38,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:45.171507 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210eaea7-4cf1-49ad-9a37-108797aa6153 None None] The sync data for ids ['92b11f6d-9b86-4174-a65e-d2e17b104692'] in dv-cinder-835635-2-iscsi is: [{'id': '92b11f6d-9b86-4174-a65e-d2e17b104692', 'name': 'tempest-TestMinimumBasicScenario-2071656215-router', 'tenant_id': '81af60892d324c7ea1eb2b04440584b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:40Z', 'updated_at': '2022-05-19T21:40:44Z', 'revision_number': 6, 'project_id': '81af60892d324c7ea1eb2b04440584b1', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:40:45.177151 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-410dcf9b-fddd-4d31-a3b8-56ad05d1824f None None] Provisioning complete for port aaef1770-d4d0-45c5-a159-84af9d8f2b97 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:40:45.177628 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-410dcf9b-fddd-4d31-a3b8-56ad05d1824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.234382 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-410dcf9b-fddd-4d31-a3b8-56ad05d1824f None None] Port aaef1770-d4d0-45c5-a159-84af9d8f2b97 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:40:45.259764 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697665'] for router_gateway (92b11f6d-9b86-4174-a65e-d2e17b104692), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.390592 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router (92b11f6d-9b86-4174-a65e-d2e17b104692), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.392885 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] Publish callbacks [] for router_controller (92b11f6d-9b86-4174-a65e-d2e17b104692), precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.463298 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695707'] for router (92b11f6d-9b86-4174-a65e-d2e17b104692), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.463879 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92b11f6d-9b86-4174-a65e-d2e17b104692 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 21:40:45.469565 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.470588 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-9afe6a0b-d4d2-4eaf-95c8-a0fc1723ac91 admin admin] 10.222.0.65 "DELETE /v2.0/routers/92b11f6d-9b86-4174-a65e-d2e17b104692 HTTP/1.1" status: 204 len: 168 time: 1.0660236 May 19 21:40:45.474174 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34818) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:45.508356 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaef1770-d4d0-45c5-a159-84af9d8f2b97 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:40:45.518609 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Publish callbacks [] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.525034 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceee3c7c-1b35-4ff9-8aca-a25cc00392db admin admin] Deleting subnet effb5597-013c-4470-b140-c39f21ab23a9 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:40:45.528587 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ceee3c7c-1b35-4ff9-8aca-a25cc00392db admin admin] Publish callbacks [] for subnet (effb5597-013c-4470-b140-c39f21ab23a9), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.533228 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Transition to ACTIVE for port object aaef1770-d4d0-45c5-a159-84af9d8f2b97 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:40:45.536884 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.567002 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ceee3c7c-1b35-4ff9-8aca-a25cc00392db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8751406'] for subnet (effb5597-013c-4470-b140-c39f21ab23a9), precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.620416 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Pushing event updated for resources: {'Port': ['ID=aaef1770-d4d0-45c5-a159-84af9d8f2b97,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:45.708624 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ceee3c7c-1b35-4ff9-8aca-a25cc00392db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (effb5597-013c-4470-b140-c39f21ab23a9), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.710884 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:45.720077 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Attempting to bind port aaef1770-d4d0-45c5-a159-84af9d8f2b97 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:40:45.720444 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Attempting to bind port aaef1770-d4d0-45c5-a159-84af9d8f2b97 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:40:45.720876 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Attempting to bind port aaef1770-d4d0-45c5-a159-84af9d8f2b97 on network b9d96816-1157-468c-bb81-22f27d368a2b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:40:45.727991 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Port aaef1770-d4d0-45c5-a159-84af9d8f2b97 on network b9d96816-1157-468c-bb81-22f27d368a2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:40:45.728481 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Attempting to bind port aaef1770-d4d0-45c5-a159-84af9d8f2b97 on network b9d96816-1157-468c-bb81-22f27d368a2b {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:40:45.737309 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:40:45.737826 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Checking segment: {'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:40:45.738454 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Bound using segment: {'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:40:45.739108 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Bound port: aaef1770-d4d0-45c5-a159-84af9d8f2b97, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f18903-711b-4884-b3dd-1b1af60e42df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:40:45.739664 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.774646 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ceee3c7c-1b35-4ff9-8aca-a25cc00392db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934005'] for subnet (effb5597-013c-4470-b140-c39f21ab23a9), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.802671 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee3c7c-1b35-4ff9-8aca-a25cc00392db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=effb5597-013c-4470-b140-c39f21ab23a9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:45.816111 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58ecc30-13e1-48ff-90c1-13a936ac1d33 None None] Network b033e1db-bb62-482f-b6a4-510c90580bb1 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:40:45.823554 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ceee3c7c-1b35-4ff9-8aca-a25cc00392db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.833367 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-ceee3c7c-1b35-4ff9-8aca-a25cc00392db admin admin] 10.222.0.65 "DELETE /v2.0/subnets/effb5597-013c-4470-b140-c39f21ab23a9 HTTP/1.1" status: 204 len: 168 time: 0.3580198 May 19 21:40:45.834319 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34820) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:45.847083 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] For port aaef1770-d4d0-45c5-a159-84af9d8f2b97, host hv-cinder-83563, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:40:45.903308 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] For port aaef1770-d4d0-45c5-a159-84af9d8f2b97, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=aaef1770-d4d0-45c5-a159-84af9d8f2b97,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:40:45.921231 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.925262 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:45.965087 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (b033e1db-bb62-482f-b6a4-510c90580bb1), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.980303 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:45.980869 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:45.986359 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] 10.222.0.87 "PUT /v2.0/ports/aaef1770-d4d0-45c5-a159-84af9d8f2b97 HTTP/1.1" status: 200 len: 1094 time: 1.0885084 May 19 21:40:45.987059 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b67820-7cf5-4a53-9394-c967b6fc2975', 'tag': 'aaef1770-d4d0-45c5-a159-84af9d8f2b97'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:40:45.989504 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5760f80d-c6db-494c-b962-3d8be4549eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b67820-7cf5-4a53-9394-c967b6fc2975", "tag": "aaef1770-d4d0-45c5-a159-84af9d8f2b97"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:40:46.044893 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034acf7a-c330-41d0-8302-fc4cdad32de2 service neutron] Pushing event updated for resources: {'Port': ['ID=aaef1770-d4d0-45c5-a159-84af9d8f2b97,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:46.124685 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6fc4bd-1664-48d5-b075-cdaf7c757871 None None] DHCP port deletion for b033e1db-bb62-482f-b6a4-510c90580bb1 request from dv-cinder-835635-2-iscsi {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 21:40:46.127337 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:46.128336 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:46.130598 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd835fd-370c-4903-a636-dcb68bfa2180 x-openstack-request-id: req-afd835fd-370c-4903-a636-dcb68bfa2180 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:40:46.131138 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b67820-7cf5-4a53-9394-c967b6fc2975", "tag": "aaef1770-d4d0-45c5-a159-84af9d8f2b97", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:40:46.131324 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afd835fd-370c-4903-a636-dcb68bfa2180 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:40:46.131732 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd835fd-370c-4903-a636-dcb68bfa2180'] response: {'name': 'network-changed', 'server_uuid': 'c9b67820-7cf5-4a53-9394-c967b6fc2975', 'tag': 'aaef1770-d4d0-45c5-a159-84af9d8f2b97', 'status': 'completed', 'code': 200} May 19 21:40:46.135935 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-0297a322-6a61-4afd-a4c5-8498ee26bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:46.137449 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-0297a322-6a61-4afd-a4c5-8498ee26bd68 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4f5916770e9b443489fe7aa76d663fe1&device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 1128 time: 0.0716772 May 19 21:40:46.144162 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Deleting port efa46ef4-a37e-4447-b7be-fd66dbd6e607 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:46.144571 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:46.178199 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aa6fc4bd-1664-48d5-b075-cdaf7c757871 None None] Deleting port efa46ef4-a37e-4447-b7be-fd66dbd6e607 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:40:46.178599 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa6fc4bd-1664-48d5-b075-cdaf7c757871 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:46.251708 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-709eb943-ee06-41a1-8f01-427137ac99d3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aaef1770-d4d0-45c5-a159-84af9d8f2b97 HTTP/1.1" status: 200 len: 217 time: 0.0920403 May 19 21:40:46.267028 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:46.313191 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aa6fc4bd-1664-48d5-b075-cdaf7c757871 None None] For port efa46ef4-a37e-4447-b7be-fd66dbd6e607, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=efa46ef4-a37e-4447-b7be-fd66dbd6e607,segment=NetworkSegment(2dd0de61-b156-43cc-949d-def4596a8c1e),segment_id=2dd0de61-b156-43cc-949d-def4596a8c1e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:46.313651 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa6fc4bd-1664-48d5-b075-cdaf7c757871 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:46.329303 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] For port efa46ef4-a37e-4447-b7be-fd66dbd6e607, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=efa46ef4-a37e-4447-b7be-fd66dbd6e607,segment=NetworkSegment(2dd0de61-b156-43cc-949d-def4596a8c1e),segment_id=2dd0de61-b156-43cc-949d-def4596a8c1e)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:46.329658 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:46.333053 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aa6fc4bd-1664-48d5-b075-cdaf7c757871 None None] Calling delete_port for efa46ef4-a37e-4447-b7be-fd66dbd6e607 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:46.365550 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Calling delete_port for efa46ef4-a37e-4447-b7be-fd66dbd6e607 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:40:46.379400 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-fb77a925-e52b-473e-acfe-365e28558a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:46.380888 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-fb77a925-e52b-473e-acfe-365e28558a63 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e218c9ee-3929-46d8-9647-a4c799f32db9 HTTP/1.1" status: 200 len: 850 time: 0.1168253 May 19 21:40:46.441542 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f8296-d500-4895-ba87-4a3d1ee5747b req-2aad6a83-dd16-4339-8073-f52c409923fc tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:46.443565 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-104f8296-d500-4895-ba87-4a3d1ee5747b req-2aad6a83-dd16-4339-8073-f52c409923fc tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 944 time: 0.1326244 May 19 21:40:46.447971 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa6fc4bd-1664-48d5-b075-cdaf7c757871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:46.477430 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fc4bd-1664-48d5-b075-cdaf7c757871 None None] Pushing event deleted for resources: {'Port': ['ID=efa46ef4-a37e-4447-b7be-fd66dbd6e607,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:46.483899 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6fc4bd-1664-48d5-b075-cdaf7c757871 None None] No DVR routers for this DVR port efa46ef4-a37e-4447-b7be-fd66dbd6e607 on host dv-cinder-835635-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:40:46.500346 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-8532c6d3-3803-40dd-8f1f-773cf915e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:46.501843 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-8532c6d3-3803-40dd-8f1f-773cf915e8f4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b9d96816-1157-468c-bb81-22f27d368a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1132202 May 19 21:40:46.613150 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-104f8296-d500-4895-ba87-4a3d1ee5747b req-968afb02-daf5-48f9-ae16-62320da37b49 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=b64565ff-70f7-4dc8-81a2-1cca405d40e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379793 May 19 21:40:46.621205 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (efa46ef4-a37e-4447-b7be-fd66dbd6e607), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:46.651236 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa46ef4-a37e-4447-b7be-fd66dbd6e607,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:46.663348 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] No DVR routers for this DVR port efa46ef4-a37e-4447-b7be-fd66dbd6e607 on host dv-cinder-835635-2-iscsi {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:40:46.741216 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-294dbb3c-6f62-4155-8872-3a5fcb9c80d4 service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317836 May 19 21:40:46.775466 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (b033e1db-bb62-482f-b6a4-510c90580bb1), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:46.828848 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b033e1db-bb62-482f-b6a4-510c90580bb1']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:46.843351 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd0de61-b156-43cc-949d-def4596a8c1e') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:46.843641 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd0de61-b156-43cc-949d-def4596a8c1e') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:46.862528 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8440995'] for segment (2dd0de61-b156-43cc-949d-def4596a8c1e), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:46.887046 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (2dd0de61-b156-43cc-949d-def4596a8c1e), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:46.897869 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55cd60bd-ca8f-4751-9696-db12eac584eb req-cf61ce72-7130-4596-a477-9a004cf78afa service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453021 May 19 21:40:46.898884 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:40:46.899274 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575898'] for segment (2dd0de61-b156-43cc-949d-def4596a8c1e), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:46.980814 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (b033e1db-bb62-482f-b6a4-510c90580bb1), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:46.990146 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:46.994032 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b033e1db-bb62-482f-b6a4-510c90580bb1 HTTP/1.1" status: 204 len: 168 time: 1.1568713 May 19 21:40:47.001532 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device dacd452c-013d-4b23-8942-b0074390ce8f no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:40:47.010198 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c088b-d0d6-4bea-9da0-0bb9fb56b960 admin admin] Pushing event deleted for resources: {'Network': ['ID=b033e1db-bb62-482f-b6a4-510c90580bb1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:47.052152 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: dacd452c-013d-4b23-8942-b0074390ce8f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:40:47.052930 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device dacd452c-013d-4b23-8942-b0074390ce8f not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:40:47.053796 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 95962aad-21d9-4754-9445-eb9abb62ed38 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:40:47.087016 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 95962aad-21d9-4754-9445-eb9abb62ed38 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:40:47.087360 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 95962aad-21d9-4754-9445-eb9abb62ed38 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:40:47.087727 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device efa46ef4-a37e-4447-b7be-fd66dbd6e607 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:40:47.094769 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 2dd0de61-b156-43cc-949d-def4596a8c1e resource provider aggregate not found May 19 21:40:47.116521 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 2dd0de61-b156-43cc-949d-def4596a8c1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dd0de61-b156-43cc-949d-def4596a8c1e found for delete ", "request_id": "req-f5911109-3470-4f68-9d10-5c34debfca3c"}]} May 19 21:40:47.128977 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: efa46ef4-a37e-4447-b7be-fd66dbd6e607 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:40:47.129522 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device efa46ef4-a37e-4447-b7be-fd66dbd6e607 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:40:47.196055 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34844) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:47.241887 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-bee7d78e-218b-45e1-80ca-400f15e970cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3fcf03712c6f4926a2a95dfd0519536a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445693 May 19 21:40:47.244706 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34846) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:47.312554 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Publish callbacks [] for security_group (8853aa6b-2e7e-4326-a9c0-839d9e4214b7), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:47.337777 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Publish callbacks [] for security_group (8853aa6b-2e7e-4326-a9c0-839d9e4214b7), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:47.406275 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (8853aa6b-2e7e-4326-a9c0-839d9e4214b7), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:47.410112 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:47.411532 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8853aa6b-2e7e-4326-a9c0-839d9e4214b7 HTTP/1.1" status: 204 len: 168 time: 0.1622584 May 19 21:40:47.422626 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8853aa6b-2e7e-4326-a9c0-839d9e4214b7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:47.431954 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.432296 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.432634 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.432969 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.433292 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.433615 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.433941 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.434270 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.434590 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.435986 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.435986 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.435986 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.436342 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.436587 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.436908 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044e514-b060-41e3-98b0-05edfa087a1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:40:47.506712 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34852) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:47.766203 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4417c-5da1-4fe9-a885-4c77fe46842b req-8a88959d-4648-41fb-b9c9-d1752c9b6676 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:47.766669 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73fe94be-5019-4074-9933-33b1929cd7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:47.767743 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-41c4417c-5da1-4fe9-a885-4c77fe46842b req-8a88959d-4648-41fb-b9c9-d1752c9b6676 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 944 time: 0.0668292 May 19 21:40:47.787682 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:47.833111 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-41c4417c-5da1-4fe9-a885-4c77fe46842b req-01e34d7f-535f-423a-a00f-c237a3269367 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=b64565ff-70f7-4dc8-81a2-1cca405d40e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559638 May 19 21:40:47.846212 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:47.849615 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34860) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:47.867893 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73fe94be-5019-4074-9933-33b1929cd7f5 admin admin] Publish callbacks [] for security_group (34f104ee-3565-401d-94cf-73de5744e745), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:47.876093 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-73fe94be-5019-4074-9933-33b1929cd7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (34f104ee-3565-401d-94cf-73de5744e745), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:47.899954 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-e1f34a5e-7a20-466e-b4be-153b7cfb6aaa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=81af60892d324c7ea1eb2b04440584b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484190 May 19 21:40:47.902840 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34862) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:47.920362 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-73fe94be-5019-4074-9933-33b1929cd7f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=336de274dc52432f879646a6d0a42612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4122381 May 19 21:40:47.921377 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe94be-5019-4074-9933-33b1929cd7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f104ee-3565-401d-94cf-73de5744e745,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:47.923312 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34864) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:47.960737 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:48.014211 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3a2b87b0-b0c8-49dc-983b-a75372ba757b admin admin] Publish callbacks [] for security_group (8c6aa131-9d53-4f9d-a3e2-1d04abf0b1a6), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:48.027051 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-03e261d7-6810-444a-9045-4e6863f6a664 admin admin] Publish callbacks [] for security_group (34f104ee-3565-401d-94cf-73de5744e745), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:48.055394 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3a2b87b0-b0c8-49dc-983b-a75372ba757b admin admin] Publish callbacks [] for security_group (8c6aa131-9d53-4f9d-a3e2-1d04abf0b1a6), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:48.071735 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-03e261d7-6810-444a-9045-4e6863f6a664 admin admin] Publish callbacks [] for security_group (34f104ee-3565-401d-94cf-73de5744e745), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:48.147593 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3a2b87b0-b0c8-49dc-983b-a75372ba757b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (8c6aa131-9d53-4f9d-a3e2-1d04abf0b1a6), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:48.150971 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3a2b87b0-b0c8-49dc-983b-a75372ba757b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:48.152652 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-3a2b87b0-b0c8-49dc-983b-a75372ba757b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c6aa131-9d53-4f9d-a3e2-1d04abf0b1a6 HTTP/1.1" status: 204 len: 168 time: 0.2484758 May 19 21:40:48.158874 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-03e261d7-6810-444a-9045-4e6863f6a664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (34f104ee-3565-401d-94cf-73de5744e745), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:48.161879 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-03e261d7-6810-444a-9045-4e6863f6a664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:48.163026 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-03e261d7-6810-444a-9045-4e6863f6a664 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34f104ee-3565-401d-94cf-73de5744e745 HTTP/1.1" status: 204 len: 168 time: 0.2378824 May 19 21:40:48.168787 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b87b0-b0c8-49dc-983b-a75372ba757b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6aa131-9d53-4f9d-a3e2-1d04abf0b1a6,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:48.181077 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e261d7-6810-444a-9045-4e6863f6a664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f104ee-3565-401d-94cf-73de5744e745,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:48.990487 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12ba3a-84e6-465a-9420-14fe0964d527 req-76421b36-a61a-40ef-9415-9625257ec1a5 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:48.992035 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ef12ba3a-84e6-465a-9420-14fe0964d527 req-76421b36-a61a-40ef-9415-9625257ec1a5 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 944 time: 0.0585356 May 19 21:40:49.045784 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ef12ba3a-84e6-465a-9420-14fe0964d527 req-1b384494-fb06-4a04-a197-c71e6cc3256f tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=b64565ff-70f7-4dc8-81a2-1cca405d40e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478582 May 19 21:40:49.874209 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760f80d-c6db-494c-b962-3d8be4549eb0 req-e29f2ce4-66fe-4545-9c0a-4fa0cc72dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:49.876017 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5760f80d-c6db-494c-b962-3d8be4549eb0 req-e29f2ce4-66fe-4545-9c0a-4fa0cc72dae0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4f5916770e9b443489fe7aa76d663fe1&device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 1128 time: 0.0515444 May 19 21:40:49.977837 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760f80d-c6db-494c-b962-3d8be4549eb0 req-5be8dd91-990f-4768-a3fd-1c388d54fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:49.979862 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5760f80d-c6db-494c-b962-3d8be4549eb0 req-5be8dd91-990f-4768-a3fd-1c388d54fa32 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b9d96816-1157-468c-bb81-22f27d368a2b HTTP/1.1" status: 200 len: 912 time: 0.0968373 May 19 21:40:50.033781 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5760f80d-c6db-494c-b962-3d8be4549eb0 req-0441ecaa-23db-4ce1-a014-16eceb39561b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aaef1770-d4d0-45c5-a159-84af9d8f2b97 HTTP/1.1" status: 200 len: 217 time: 0.0450840 May 19 21:40:50.088516 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760f80d-c6db-494c-b962-3d8be4549eb0 req-86d3f0f0-404a-446e-858f-6264d3d2d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:50.090049 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5760f80d-c6db-494c-b962-3d8be4549eb0 req-86d3f0f0-404a-446e-858f-6264d3d2d3a1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e218c9ee-3929-46d8-9647-a4c799f32db9 HTTP/1.1" status: 200 len: 850 time: 0.0495355 May 19 21:40:50.138473 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760f80d-c6db-494c-b962-3d8be4549eb0 req-7074b7fe-a16d-4e12-b335-e9d4d870dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:50.140516 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5760f80d-c6db-494c-b962-3d8be4549eb0 req-7074b7fe-a16d-4e12-b335-e9d4d870dac8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b9d96816-1157-468c-bb81-22f27d368a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430820 May 19 21:40:50.179623 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d37d8e-cbd6-47af-aa88-ae53a25e3634 req-a57cf41b-a49d-43aa-974d-02faa4fcb369 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:50.181370 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-47d37d8e-cbd6-47af-aa88-ae53a25e3634 req-a57cf41b-a49d-43aa-974d-02faa4fcb369 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 944 time: 0.0600996 May 19 21:40:50.235564 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-47d37d8e-cbd6-47af-aa88-ae53a25e3634 req-260c6d04-1d55-468a-9443-9e9900976d51 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=b64565ff-70f7-4dc8-81a2-1cca405d40e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476882 May 19 21:40:50.252580 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5760f80d-c6db-494c-b962-3d8be4549eb0 req-a757fa06-5bf3-43af-b008-5974b2bc5062 service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056519 May 19 21:40:50.372805 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5760f80d-c6db-494c-b962-3d8be4549eb0 req-df538fb4-ad77-4f05-8398-ee3b85f9a6cc service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143341 May 19 21:40:50.520041 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device aaef1770-d4d0-45c5-a159-84af9d8f2b97 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:40:50.638037 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port aaef1770-d4d0-45c5-a159-84af9d8f2b97, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=aaef1770-d4d0-45c5-a159-84af9d8f2b97,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:50.650436 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': 'aaef1770-d4d0-45c5-a159-84af9d8f2b97', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'port_id': 'aaef1770-d4d0-45c5-a159-84af9d8f2b97', 'mac_address': 'fa:16:3e:e8:28:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:40:50.688373 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port aaef1770-d4d0-45c5-a159-84af9d8f2b97 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:40:50.688767 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:50.706016 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaef1770-d4d0-45c5-a159-84af9d8f2b97 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:40:50.729364 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port aaef1770-d4d0-45c5-a159-84af9d8f2b97, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=aaef1770-d4d0-45c5-a159-84af9d8f2b97,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:50.734416 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:50.784694 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=aaef1770-d4d0-45c5-a159-84af9d8f2b97,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:51.258222 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['aaef1770-d4d0-45c5-a159-84af9d8f2b97'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:40:51.424341 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789d987-c8b5-4444-b0f8-c7c2a20e6120 req-20132cb6-e72b-4978-8918-18c9581468d2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:51.427180 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0789d987-c8b5-4444-b0f8-c7c2a20e6120 req-20132cb6-e72b-4978-8918-18c9581468d2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 945 time: 0.0770299 May 19 21:40:51.492590 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0789d987-c8b5-4444-b0f8-c7c2a20e6120 req-c504af51-d3c8-46b8-a19b-3c5874c6a546 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=b64565ff-70f7-4dc8-81a2-1cca405d40e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596776 May 19 21:40:52.527763 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device aaef1770-d4d0-45c5-a159-84af9d8f2b97 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:40:52.571619 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:52.578701 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port aaef1770-d4d0-45c5-a159-84af9d8f2b97 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:40:52.588493 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port aaef1770-d4d0-45c5-a159-84af9d8f2b97 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:40:52.589035 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:52.619530 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:52.632515 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51132df-c0e0-4877-9037-f414bb88700b req-61f6e866-6d42-47b6-ac67-43cf0a5aefa3 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:52.634175 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c51132df-c0e0-4877-9037-f414bb88700b req-61f6e866-6d42-47b6-ac67-43cf0a5aefa3 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 945 time: 0.0610437 May 19 21:40:52.696368 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c51132df-c0e0-4877-9037-f414bb88700b req-39263d81-b03f-4709-a6da-302599d2f2c0 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=b64565ff-70f7-4dc8-81a2-1cca405d40e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542319 May 19 21:40:52.810571 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:52.819372 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port aaef1770-d4d0-45c5-a159-84af9d8f2b97 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:40:52.819850 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:52.856841 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b67820-7cf5-4a53-9394-c967b6fc2975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaef1770-d4d0-45c5-a159-84af9d8f2b97'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:40:52.859422 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82b0615-2f0a-47b0-b2c5-f99794d50e25" -d '{"events": [{"server_uuid": "c9b67820-7cf5-4a53-9394-c967b6fc2975", "name": "network-vif-plugged", "status": "completed", "tag": "aaef1770-d4d0-45c5-a159-84af9d8f2b97"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:40:52.879200 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port aaef1770-d4d0-45c5-a159-84af9d8f2b97, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=aaef1770-d4d0-45c5-a159-84af9d8f2b97,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:40:52.887442 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:52.938866 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=78 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:52.952401 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=77 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:52.964151 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=aaef1770-d4d0-45c5-a159-84af9d8f2b97,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:40:53.072884 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0c663b-09fc-488d-9485-dad596251ce5 x-openstack-request-id: req-ab0c663b-09fc-488d-9485-dad596251ce5 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:40:53.073273 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b67820-7cf5-4a53-9394-c967b6fc2975", "name": "network-vif-plugged", "status": "completed", "tag": "aaef1770-d4d0-45c5-a159-84af9d8f2b97", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:40:53.073441 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab0c663b-09fc-488d-9485-dad596251ce5 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:40:53.073810 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0c663b-09fc-488d-9485-dad596251ce5'] response: {'server_uuid': 'c9b67820-7cf5-4a53-9394-c967b6fc2975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaef1770-d4d0-45c5-a159-84af9d8f2b97', 'code': 200} May 19 21:40:53.271474 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864a414-02bb-4f21-b4b1-ecf25b5077d2 req-350488f3-ac2b-4bae-bc26-e5967aaa658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:53.273649 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f864a414-02bb-4f21-b4b1-ecf25b5077d2 req-350488f3-ac2b-4bae-bc26-e5967aaa658c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 1130 time: 0.0517111 May 19 21:40:53.328514 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f864a414-02bb-4f21-b4b1-ecf25b5077d2 req-3325968f-13ef-48ef-9296-489b58ebfac1 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b64565ff-70f7-4dc8-81a2-1cca405d40e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466945 May 19 21:40:53.827485 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d924a93-bf84-4c99-b918-40e15625967f req-6f948a9e-629b-4fa5-b72e-d240e6288187 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:53.829141 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4d924a93-bf84-4c99-b918-40e15625967f req-6f948a9e-629b-4fa5-b72e-d240e6288187 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 946 time: 0.0544345 May 19 21:40:53.895576 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4d924a93-bf84-4c99-b918-40e15625967f req-5d6c309f-c491-4e14-94cb-e11e62f05896 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=b64565ff-70f7-4dc8-81a2-1cca405d40e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567732 May 19 21:40:55.040902 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7f0be-d3d1-4eee-b89d-cfc1e60eda73 req-c9cae120-15f8-461e-a16c-084e7acbb8b5 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:55.042545 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-76b7f0be-d3d1-4eee-b89d-cfc1e60eda73 req-c9cae120-15f8-461e-a16c-084e7acbb8b5 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 946 time: 0.0537705 May 19 21:40:55.107343 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-76b7f0be-d3d1-4eee-b89d-cfc1e60eda73 req-c70bbb01-e64b-4f6d-80f9-db98c3ccd1a1 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=b64565ff-70f7-4dc8-81a2-1cca405d40e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520909 May 19 21:40:56.245768 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f1680-cb5e-43a4-ba93-5449bdb166f8 req-5f33a45a-18b6-4a81-ba3a-08e6602a95e0 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:56.248272 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e83f1680-cb5e-43a4-ba93-5449bdb166f8 req-5f33a45a-18b6-4a81-ba3a-08e6602a95e0 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 946 time: 0.0591726 May 19 21:40:56.321256 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e83f1680-cb5e-43a4-ba93-5449bdb166f8 req-fc74a9d9-cab2-4736-b8eb-f0051b917ee2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=b64565ff-70f7-4dc8-81a2-1cca405d40e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632119 May 19 21:40:56.741824 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8aa8d-21d9-46f2-9ea5-4b8ee3c88587 req-5a5e38c6-4e0b-459e-915d-cc1cf74808fa tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:56.743514 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e5b8aa8d-21d9-46f2-9ea5-4b8ee3c88587 req-5a5e38c6-4e0b-459e-915d-cc1cf74808fa tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 946 time: 0.3509028 May 19 21:40:56.757833 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 34980) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:40:56.762606 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-994a4661-d351-45ef-a1d7-d9af4fb68c86 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Request body: {'floatingip': {'port_id': 'aaef1770-d4d0-45c5-a159-84af9d8f2b97'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:40:56.810427 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-994a4661-d351-45ef-a1d7-d9af4fb68c86 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for floatingip (35b7084e-8c87-48e1-bac0-8f9a1ceec9f0), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:57.345248 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:57.368311 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-994a4661-d351-45ef-a1d7-d9af4fb68c86 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:57.374358 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-994a4661-d351-45ef-a1d7-d9af4fb68c86 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (35b7084e-8c87-48e1-bac0-8f9a1ceec9f0), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:57.479729 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.l3_db [None req-994a4661-d351-45ef-a1d7-d9af4fb68c86 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Floating IP 35b7084e-8c87-48e1-bac0-8f9a1ceec9f0 associated. External IP: 172.27.0.29, port: aaef1770-d4d0-45c5-a159-84af9d8f2b97. May 19 21:40:57.987370 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:58.012151 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994a4661-d351-45ef-a1d7-d9af4fb68c86 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:40:58.148789 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994a4661-d351-45ef-a1d7-d9af4fb68c86 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:40:58.156367 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-994a4661-d351-45ef-a1d7-d9af4fb68c86 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:40:58.162344 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08dcc30-8d88-4db2-b767-7d67692cd5cd None None] Sync routers for ids ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:40:58.183307 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08dcc30-8d88-4db2-b767-7d67692cd5cd None None] Routers {'42c074a2-896a-408e-ab4c-0ba99b2fe8b3'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:40:58.184299 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-b08dcc30-8d88-4db2-b767-7d67692cd5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:40:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:58.202211 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-994a4661-d351-45ef-a1d7-d9af4fb68c86 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "PUT /v2.0/floatingips/35b7084e-8c87-48e1-bac0-8f9a1ceec9f0 HTTP/1.1" status: 200 len: 991 time: 1.4426551 May 19 21:40:58.202977 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b67820-7cf5-4a53-9394-c967b6fc2975', 'tag': 'aaef1770-d4d0-45c5-a159-84af9d8f2b97'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:40:58.205598 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d81a9fa-9444-4781-b7f2-6bfa863a0a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b67820-7cf5-4a53-9394-c967b6fc2975", "tag": "aaef1770-d4d0-45c5-a159-84af9d8f2b97"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:40:58.268685 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0231a214-702f-4e4d-adbb-68a19a9447ea x-openstack-request-id: req-0231a214-702f-4e4d-adbb-68a19a9447ea {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:40:58.268997 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b67820-7cf5-4a53-9394-c967b6fc2975", "tag": "aaef1770-d4d0-45c5-a159-84af9d8f2b97", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:40:58.269249 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0231a214-702f-4e4d-adbb-68a19a9447ea {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:40:58.269664 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0231a214-702f-4e4d-adbb-68a19a9447ea'] response: {'name': 'network-changed', 'server_uuid': 'c9b67820-7cf5-4a53-9394-c967b6fc2975', 'tag': 'aaef1770-d4d0-45c5-a159-84af9d8f2b97', 'status': 'completed', 'code': 200} May 19 21:40:58.329572 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:58.333816 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-b08dcc30-8d88-4db2-b767-7d67692cd5cd None None] Set router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:40:58.347696 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81a9fa-9444-4781-b7f2-6bfa863a0a6e req-05960b7b-c9b3-4ac6-9588-95a2253cfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:58.350316 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3d81a9fa-9444-4781-b7f2-6bfa863a0a6e req-05960b7b-c9b3-4ac6-9588-95a2253cfc92 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4f5916770e9b443489fe7aa76d663fe1&device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 1130 time: 0.0580537 May 19 21:40:58.510372 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:40:58.517972 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81a9fa-9444-4781-b7f2-6bfa863a0a6e req-d9c7c749-3ec2-42af-b930-94fd1ef0eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:58.520137 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3d81a9fa-9444-4781-b7f2-6bfa863a0a6e req-d9c7c749-3ec2-42af-b930-94fd1ef0eacf service neutron] 10.222.0.87 "GET /v2.0/networks?id=b9d96816-1157-468c-bb81-22f27d368a2b HTTP/1.1" status: 200 len: 912 time: 0.1619365 May 19 21:40:58.603028 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3d81a9fa-9444-4781-b7f2-6bfa863a0a6e req-192f3f0f-1b97-43cb-b6dd-20f1aceab139 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aaef1770-d4d0-45c5-a159-84af9d8f2b97 HTTP/1.1" status: 200 len: 999 time: 0.0742669 May 19 21:40:58.640334 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-b08dcc30-8d88-4db2-b767-7d67692cd5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '35b7084e-8c87-48e1-bac0-8f9a1ceec9f0', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'port_id': 'aaef1770-d4d0-45c5-a159-84af9d8f2b97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'mac_address': 'fa:16:3e:e8:28:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b67820-7cf5-4a53-9394-c967b6fc2975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:40:37Z', 'updated_at': '2022-05-19T21:40:57Z', 'revision_number': 1, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:40Z', 'revision_number': 5, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:58.668231 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81a9fa-9444-4781-b7f2-6bfa863a0a6e req-d66150d2-6da7-44c5-838d-5be4e68c68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:58.670195 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3d81a9fa-9444-4781-b7f2-6bfa863a0a6e req-d66150d2-6da7-44c5-838d-5be4e68c68fb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e218c9ee-3929-46d8-9647-a4c799f32db9 HTTP/1.1" status: 200 len: 850 time: 0.0606573 May 19 21:40:58.680987 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08dcc30-8d88-4db2-b767-7d67692cd5cd None None] Checking router: 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:40:58.695553 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08dcc30-8d88-4db2-b767-7d67692cd5cd None None] Routers {'42c074a2-896a-408e-ab4c-0ba99b2fe8b3'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:40:58.696366 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-b08dcc30-8d88-4db2-b767-7d67692cd5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:40:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:58.733020 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81a9fa-9444-4781-b7f2-6bfa863a0a6e req-46eebfa5-fc41-431e-affe-edf1c923eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:40:58.734850 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3d81a9fa-9444-4781-b7f2-6bfa863a0a6e req-46eebfa5-fc41-431e-affe-edf1c923eb4a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b9d96816-1157-468c-bb81-22f27d368a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577829 May 19 21:40:58.822420 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-b08dcc30-8d88-4db2-b767-7d67692cd5cd None None] Set router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:40:58.882322 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3d81a9fa-9444-4781-b7f2-6bfa863a0a6e req-af8dff38-7ac7-434d-96b6-1ac4e7639b9f service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401050 May 19 21:40:59.071431 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3d81a9fa-9444-4781-b7f2-6bfa863a0a6e req-8ba07941-dd68-4ee7-b56a-4f0b6f25ef79 service neutron] 10.222.0.87 "GET /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810544 May 19 21:40:59.077471 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-b08dcc30-8d88-4db2-b767-7d67692cd5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '35b7084e-8c87-48e1-bac0-8f9a1ceec9f0', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'port_id': 'aaef1770-d4d0-45c5-a159-84af9d8f2b97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'mac_address': 'fa:16:3e:e8:28:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b67820-7cf5-4a53-9394-c967b6fc2975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:40:37Z', 'updated_at': '2022-05-19T21:40:57Z', 'revision_number': 1, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:40Z', 'revision_number': 5, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:40:59.115230 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08dcc30-8d88-4db2-b767-7d67692cd5cd None None] The sync data for ids ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'] in dv-cinder-835635-2-iscsi is: [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '35b7084e-8c87-48e1-bac0-8f9a1ceec9f0', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'port_id': 'aaef1770-d4d0-45c5-a159-84af9d8f2b97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'mac_address': 'fa:16:3e:e8:28:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b67820-7cf5-4a53-9394-c967b6fc2975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:40:37Z', 'updated_at': '2022-05-19T21:40:57Z', 'revision_number': 1, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:40Z', 'revision_number': 5, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:40:59.355666 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae60c5-d9c6-4d1f-8634-5182fc8d179a None None] New status for floating IP 35b7084e-8c87-48e1-bac0-8f9a1ceec9f0: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:41:05.968171 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:41:06.657442 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc4d0676-b075-4a9f-8b8f-c1e11c42ec06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:08.189461 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=15 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:08.195333 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=51 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:09.062688 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=46 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:09.064842 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=33 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:09.082021 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:DELETE=1,neutron:SELECT=74 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:09.361511 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07dfd9fa-de68-48f3-ab02-175ae8002bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:10.507530 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:11.787429 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:12.014844 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:13.072203 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:15.963338 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=77 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:22.639055 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3fb99-85d2-47ef-a7b6-eeda6e640c1e req-cffeef77-5e88-46a1-bdec-971b59961521 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:22.640683 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-63e3fb99-85d2-47ef-a7b6-eeda6e640c1e req-cffeef77-5e88-46a1-bdec-971b59961521 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0568354 May 19 21:41:22.720018 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-63e3fb99-85d2-47ef-a7b6-eeda6e640c1e req-9aaff63c-90a6-407c-9379-18e00d7f2293 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729163 May 19 21:41:23.062081 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=36,neutron:UPDATE=7 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:23.065656 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:23.926794 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccf315-adf1-45a6-bba6-480e407e8de7 req-bf611abb-a49f-4ae6-bdf3-0bede6ee961d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:23.929630 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2cccf315-adf1-45a6-bba6-480e407e8de7 req-bf611abb-a49f-4ae6-bdf3-0bede6ee961d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0863144 May 19 21:41:23.990191 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2cccf315-adf1-45a6-bba6-480e407e8de7 req-d731f9da-cbdc-4d7f-812c-60f09e1303e2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534706 May 19 21:41:25.168808 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322986da-49ef-48ab-8575-42803a60ce72 req-7d652833-bec9-4ad9-8879-97353914dd0b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:25.170226 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-322986da-49ef-48ab-8575-42803a60ce72 req-7d652833-bec9-4ad9-8879-97353914dd0b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0921161 May 19 21:41:25.253797 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-322986da-49ef-48ab-8575-42803a60ce72 req-1092ae83-8e52-4bbe-946e-2fa776bb1624 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696113 May 19 21:41:25.255475 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 35136) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:41:25.404582 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff1632dc-98f6-48a6-b250-1a392659b39f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:25.540330 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff1632dc-98f6-48a6-b250-1a392659b39f admin admin] Publish callbacks [] for security_group (85b19831-00f9-453c-a019-c011acddf549), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:25.547328 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-ff1632dc-98f6-48a6-b250-1a392659b39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (85b19831-00f9-453c-a019-c011acddf549), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:25.606062 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1632dc-98f6-48a6-b250-1a392659b39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b19831-00f9-453c-a019-c011acddf549,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:41:25.615039 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-ff1632dc-98f6-48a6-b250-1a392659b39f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62e59f8182c84c899ca2645d002625da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541567 May 19 21:41:25.615913 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35140) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:41:25.698999 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-521b78e0-a19f-48ed-aa99-af6edbfd93e0 admin admin] Publish callbacks [] for security_group (85b19831-00f9-453c-a019-c011acddf549), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:25.729602 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-521b78e0-a19f-48ed-aa99-af6edbfd93e0 admin admin] Publish callbacks [] for security_group (85b19831-00f9-453c-a019-c011acddf549), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:25.801930 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-521b78e0-a19f-48ed-aa99-af6edbfd93e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (85b19831-00f9-453c-a019-c011acddf549), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:25.804816 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-521b78e0-a19f-48ed-aa99-af6edbfd93e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:25.806512 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-521b78e0-a19f-48ed-aa99-af6edbfd93e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/85b19831-00f9-453c-a019-c011acddf549 HTTP/1.1" status: 204 len: 168 time: 0.1885872 May 19 21:41:25.818632 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b78e0-a19f-48ed-aa99-af6edbfd93e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b19831-00f9-453c-a019-c011acddf549,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:41:26.464760 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efecd1-bacd-4920-a69a-a61af15568fb req-79a9756f-1450-4353-977a-879df53fb634 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:26.467920 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-59efecd1-bacd-4920-a69a-a61af15568fb req-79a9756f-1450-4353-977a-879df53fb634 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0909572 May 19 21:41:26.535083 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-59efecd1-bacd-4920-a69a-a61af15568fb req-6f6dd9cf-2895-48db-a4bd-89a384dc9541 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578783 May 19 21:41:27.685391 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57efed-5740-46bf-987e-5e3f43eca1c4 req-c5353844-72d3-49c4-8eb7-31bf2791095a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:27.687071 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6a57efed-5740-46bf-987e-5e3f43eca1c4 req-c5353844-72d3-49c4-8eb7-31bf2791095a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0558336 May 19 21:41:27.747931 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6a57efed-5740-46bf-987e-5e3f43eca1c4 req-7d1ae9d7-276c-4034-ba8d-8058b68e1da1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506365 May 19 21:41:28.913922 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e57880-0302-4a5b-b8c8-6e26d7ba2973 req-b8e23d5c-9db8-44b5-b483-61cd48d12d28 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:28.919696 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-03e57880-0302-4a5b-b8c8-6e26d7ba2973 req-b8e23d5c-9db8-44b5-b483-61cd48d12d28 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0868549 May 19 21:41:29.000308 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-03e57880-0302-4a5b-b8c8-6e26d7ba2973 req-d76d3809-94f4-4cf6-b62f-d73b4d0ce2c2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724840 May 19 21:41:29.949424 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:29.950280 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:30.155924 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379b203-914c-4379-8830-059ca74ba676 req-b66b55a5-b3c0-4b6e-a9ec-3a83cac495bf tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:30.157589 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d379b203-914c-4379-8830-059ca74ba676 req-b66b55a5-b3c0-4b6e-a9ec-3a83cac495bf tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0633450 May 19 21:41:30.240276 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d379b203-914c-4379-8830-059ca74ba676 req-8aa5869e-764f-4d4a-9670-74055aa5b26c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764055 May 19 21:41:31.395039 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae21fd-3ae0-4192-a697-98f1ab766075 req-b0c1207f-8c40-4144-8cf6-b650a057e11b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:31.396761 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7eae21fd-3ae0-4192-a697-98f1ab766075 req-b0c1207f-8c40-4144-8cf6-b650a057e11b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0569532 May 19 21:41:31.464095 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7eae21fd-3ae0-4192-a697-98f1ab766075 req-bc5a9ffe-4974-4b1e-9133-dd9a58f424f7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579073 May 19 21:41:32.592188 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9e2ca-8402-4ad1-ba3a-8fd44955135d req-64c4ca53-3244-41fa-a335-27bd327b39b4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:32.593748 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dff9e2ca-8402-4ad1-ba3a-8fd44955135d req-64c4ca53-3244-41fa-a335-27bd327b39b4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0505204 May 19 21:41:32.649620 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dff9e2ca-8402-4ad1-ba3a-8fd44955135d req-b463c2eb-aa73-4cc0-8a05-a55d21b9b907 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486903 May 19 21:41:33.778960 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487a2e9-1238-4f8e-9eb4-1152e2944969 req-09d48752-f82c-4d63-ba7f-09d982e963c2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:33.780487 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1487a2e9-1238-4f8e-9eb4-1152e2944969 req-09d48752-f82c-4d63-ba7f-09d982e963c2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0499249 May 19 21:41:33.833328 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1487a2e9-1238-4f8e-9eb4-1152e2944969 req-383e8fa9-01e3-4495-ae10-56ca1bc0b665 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472195 May 19 21:41:34.975327 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ad007-8d00-4438-a27f-64619482ad55 req-45938496-b459-4a31-b73b-9a4804088219 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:34.976812 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-508ad007-8d00-4438-a27f-64619482ad55 req-45938496-b459-4a31-b73b-9a4804088219 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0671465 May 19 21:41:35.031922 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-508ad007-8d00-4438-a27f-64619482ad55 req-5af0ab66-d7d6-4fff-b0cb-681bec5ad790 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492620 May 19 21:41:35.838684 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:35.839693 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:36.164026 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beba0c3-0501-419e-9d9a-4fe91051b990 req-872e2f4b-22e0-47e7-8941-b66a9c1d4b0e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:36.165635 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7beba0c3-0501-419e-9d9a-4fe91051b990 req-872e2f4b-22e0-47e7-8941-b66a9c1d4b0e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0537646 May 19 21:41:36.216318 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7beba0c3-0501-419e-9d9a-4fe91051b990 req-00f91838-f88d-467e-b474-ada1f4085c61 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448110 May 19 21:41:36.645569 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5978-5344-471d-9cc2-d8a802aded6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:37.383576 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca44f08-adca-4368-b26d-d2256b96d061 req-963784e6-6431-4f22-bd4b-1d3a53557adf tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:37.386177 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9ca44f08-adca-4368-b26d-d2256b96d061 req-963784e6-6431-4f22-bd4b-1d3a53557adf tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0798831 May 19 21:41:37.442969 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9ca44f08-adca-4368-b26d-d2256b96d061 req-807a6634-932a-4318-b0d0-7282fdb4eb75 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503650 May 19 21:41:38.584439 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f504bf-fcff-4835-a9dd-21f3fa252e9d req-c9642ebf-2b63-4744-90d1-146658d260c7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:38.585909 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-01f504bf-fcff-4835-a9dd-21f3fa252e9d req-c9642ebf-2b63-4744-90d1-146658d260c7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0546479 May 19 21:41:38.641068 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-01f504bf-fcff-4835-a9dd-21f3fa252e9d req-05782ddb-ef5c-4b5b-ab6a-7afd5807a495 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492117 May 19 21:41:39.359054 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9c11ac7-c7f3-4cfe-bad6-10cc7e00d171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:39.774976 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7fe02-8492-417f-a0b1-70e21999ea0c req-fa77dc73-3f5f-492e-998c-640c7b0ed3ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:39.776565 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-aea7fe02-8492-417f-a0b1-70e21999ea0c req-fa77dc73-3f5f-492e-998c-640c7b0ed3ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0547571 May 19 21:41:39.831166 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-aea7fe02-8492-417f-a0b1-70e21999ea0c req-9fcb02ee-7a78-4dc8-8706-16f00aa2b9aa tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476899 May 19 21:41:40.498906 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:40.821770 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device a93c27fd-fadb-4f8a-be75-eddb5e3c3921 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:41:40.945621 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port a93c27fd-fadb-4f8a-be75-eddb5e3c3921, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:41:40.962954 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'port_id': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'mac_address': 'fa:16:3e:b6:31:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:41:40.978421 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83241f05-775f-46f0-bfc1-3e4a5610b419 req-d5a5bde0-4b44-4b1e-80c1-6105ef9e4f4e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:40.980456 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-83241f05-775f-46f0-bfc1-3e4a5610b419 req-d5a5bde0-4b44-4b1e-80c1-6105ef9e4f4e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0583220 May 19 21:41:41.003469 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 is: ACTIVE; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:41:41.003851 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:41.026306 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a93c27fd-fadb-4f8a-be75-eddb5e3c3921 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:41:41.041007 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-83241f05-775f-46f0-bfc1-3e4a5610b419 req-213af40d-046b-41cc-a450-22f323ebc7ea tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541658 May 19 21:41:41.056171 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port a93c27fd-fadb-4f8a-be75-eddb5e3c3921, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:41:41.061549 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:41.125422 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:41:41.152807 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['a93c27fd-fadb-4f8a-be75-eddb5e3c3921'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:41:41.793479 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:42.015610 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:42.193847 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a6ceb-e5d9-4088-b643-9edfa08ba6ba req-0fea314b-b51d-4b7d-b77e-a1e51f5811d9 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:42.195431 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c22a6ceb-e5d9-4088-b643-9edfa08ba6ba req-0fea314b-b51d-4b7d-b77e-a1e51f5811d9 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 945 time: 0.0682838 May 19 21:41:42.240042 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:42.249444 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c22a6ceb-e5d9-4088-b643-9edfa08ba6ba req-5d66e1f0-e133-4ba5-bbae-d46f5b52be2f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471737 May 19 21:41:42.832437 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device a93c27fd-fadb-4f8a-be75-eddb5e3c3921 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:41:42.880759 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:41:42.881068 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:42.958999 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:41:42.959377 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:42.967764 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:41:42.985276 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bb786-0ec7-4542-9509-36282d7126c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:41:42.987610 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c29f29-7578-4dcc-9922-2d9cd5c93418" -d '{"events": [{"server_uuid": "446bb786-0ec7-4542-9509-36282d7126c8", "name": "network-vif-plugged", "status": "completed", "tag": "a93c27fd-fadb-4f8a-be75-eddb5e3c3921"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:41:43.004711 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port a93c27fd-fadb-4f8a-be75-eddb5e3c3921, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:41:43.009702 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:43.038345 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb51572-ac5a-4e0a-a09b-da380f3bbf98 x-openstack-request-id: req-cfb51572-ac5a-4e0a-a09b-da380f3bbf98 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:41:43.038641 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446bb786-0ec7-4542-9509-36282d7126c8", "name": "network-vif-plugged", "status": "completed", "tag": "a93c27fd-fadb-4f8a-be75-eddb5e3c3921", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:41:43.038892 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cfb51572-ac5a-4e0a-a09b-da380f3bbf98 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:41:43.039283 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb51572-ac5a-4e0a-a09b-da380f3bbf98'] response: {'server_uuid': '446bb786-0ec7-4542-9509-36282d7126c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'code': 200} May 19 21:41:43.078208 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:41:43.080135 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:41:43.082586 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:43.089480 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.089820 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.090194 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.090547 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.090878 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.091222 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.091516 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.091867 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.092185 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.092481 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.092801 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.093104 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.093426 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.093722 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.094033 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:41:43.338562 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:43.379173 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b51968-d3a1-49e0-af74-0002d965f610 req-5ea5cbae-eed2-4c0e-8a78-d2a731eefc63 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:43.380671 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18b51968-d3a1-49e0-af74-0002d965f610 req-5ea5cbae-eed2-4c0e-8a78-d2a731eefc63 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0507555 May 19 21:41:43.430513 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18b51968-d3a1-49e0-af74-0002d965f610 req-cf071693-eb2e-4e69-9647-9fb1ff0d5dc1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422666 May 19 21:41:44.540361 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:44.561546 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6a956-50fd-4cbb-86de-2a72f58020eb req-7ba77744-a3a5-4934-8afc-5477f4564e77 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:44.563211 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3fc6a956-50fd-4cbb-86de-2a72f58020eb req-7ba77744-a3a5-4934-8afc-5477f4564e77 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0533159 May 19 21:41:44.582019 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:44.632964 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3fc6a956-50fd-4cbb-86de-2a72f58020eb req-7833b7fd-3338-44d7-b2bc-1130b1a6516c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577228 May 19 21:41:45.779225 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ddbf1-0e14-4580-88c5-7980c2dd241c req-a875badb-014b-45ae-b3f8-fc93ac624537 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:45.781143 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-495ddbf1-0e14-4580-88c5-7980c2dd241c req-a875badb-014b-45ae-b3f8-fc93ac624537 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0635567 May 19 21:41:45.842160 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-495ddbf1-0e14-4580-88c5-7980c2dd241c req-86d98099-6346-4791-bc97-72fd57f72163 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487499 May 19 21:41:46.994351 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16888fb9-839e-4c06-9912-56e799110288 req-218d17a3-170c-4045-aa8d-76b8c7ecfdd9 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:46.995876 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-16888fb9-839e-4c06-9912-56e799110288 req-218d17a3-170c-4045-aa8d-76b8c7ecfdd9 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0572500 May 19 21:41:47.083730 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-16888fb9-839e-4c06-9912-56e799110288 req-8d85745a-44d7-4074-8947-1e04f839f94c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802550 May 19 21:41:48.234707 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ccb49-2f17-4ee6-bfd5-0e09857192c0 req-e5e82da3-c0fa-4bed-8e6c-c1ba2b234f4f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:48.237028 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-310ccb49-2f17-4ee6-bfd5-0e09857192c0 req-e5e82da3-c0fa-4bed-8e6c-c1ba2b234f4f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0613425 May 19 21:41:48.303771 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-310ccb49-2f17-4ee6-bfd5-0e09857192c0 req-0fb90f37-5b8a-46cc-8e07-6c0bbc6d6534 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607660 May 19 21:41:49.553363 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac479e-e1f7-4ff4-8d65-3bfd3f990594 req-ed2367e3-729e-4142-a596-2fa61e3bb99c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:49.557049 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a8ac479e-e1f7-4ff4-8d65-3bfd3f990594 req-ed2367e3-729e-4142-a596-2fa61e3bb99c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.1048217 May 19 21:41:49.639103 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a8ac479e-e1f7-4ff4-8d65-3bfd3f990594 req-910adc16-3ec5-4f4a-a4fd-b4a6e33e12f5 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755894 May 19 21:41:50.804868 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a553b52-d8c3-4568-8b09-1e2cdaa63592 req-cab0e0e8-2d8d-432a-b35c-df07719fa475 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:50.807292 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1a553b52-d8c3-4568-8b09-1e2cdaa63592 req-cab0e0e8-2d8d-432a-b35c-df07719fa475 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0719323 May 19 21:41:50.903428 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1a553b52-d8c3-4568-8b09-1e2cdaa63592 req-c3c6ddb9-7f3c-4a66-bc08-be4bd9603b57 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888455 May 19 21:41:52.051905 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f6868-338f-4211-8b39-b56c54eb01d8 req-92b9c979-b724-4e76-985e-2aa8a41815fd tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:52.053618 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3b8f6868-338f-4211-8b39-b56c54eb01d8 req-92b9c979-b724-4e76-985e-2aa8a41815fd tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0618668 May 19 21:41:52.131497 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3b8f6868-338f-4211-8b39-b56c54eb01d8 req-86cfce03-6fd0-428a-ad13-26f1200f4abb tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681143 May 19 21:41:52.964778 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:53.085415 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:53.305956 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1a165-6ff6-41b0-9049-bc2ed8503f27 req-dc27b8b3-fd22-48ea-a1ef-9b59acd60165 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:53.314389 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01c1a165-6ff6-41b0-9049-bc2ed8503f27 req-dc27b8b3-fd22-48ea-a1ef-9b59acd60165 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0612862 May 19 21:41:53.382604 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01c1a165-6ff6-41b0-9049-bc2ed8503f27 req-27fa7c7c-96ca-41ff-b715-94fb0e66eb4d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667338 May 19 21:41:54.525005 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276799bb-4f79-4413-8eda-764744fd3720 req-4d06b06d-39c3-45a1-b7cc-39ec4cbc3eda tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:54.528091 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-276799bb-4f79-4413-8eda-764744fd3720 req-4d06b06d-39c3-45a1-b7cc-39ec4cbc3eda tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0648928 May 19 21:41:54.600164 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-276799bb-4f79-4413-8eda-764744fd3720 req-46c764c6-2336-46ba-bb61-0bbc643546e4 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631185 May 19 21:41:55.742051 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d416960-88df-4db8-b991-9db26646b42b req-e0dc31e9-f3ce-45c3-b574-956f9bcb11cb tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:55.743452 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6d416960-88df-4db8-b991-9db26646b42b req-e0dc31e9-f3ce-45c3-b574-956f9bcb11cb tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0501409 May 19 21:41:55.800310 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6d416960-88df-4db8-b991-9db26646b42b req-97275fab-5808-49f5-8320-5bda16c8a81f tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488074 May 19 21:41:56.940021 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde770d0-eb16-4c66-a251-ab4a240c3501 req-a7cd2b64-05f1-4aa3-84e7-fb841bfe8ac8 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:56.941497 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dde770d0-eb16-4c66-a251-ab4a240c3501 req-a7cd2b64-05f1-4aa3-84e7-fb841bfe8ac8 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0537548 May 19 21:41:56.990825 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dde770d0-eb16-4c66-a251-ab4a240c3501 req-0fb718f1-f20e-4678-87fb-b93dbda11328 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436585 May 19 21:41:57.249348 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed1b5a-309a-4590-88ae-db5dba7def0d req-bfc5ab80-6043-4906-a668-aa68b4b2dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:57.250829 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-deed1b5a-309a-4590-88ae-db5dba7def0d req-bfc5ab80-6043-4906-a668-aa68b4b2dd46 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 1130 time: 0.0456297 May 19 21:41:57.352523 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed1b5a-309a-4590-88ae-db5dba7def0d req-a2e90c3e-12a9-4dfd-b09d-6a51ba962f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:57.354027 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-deed1b5a-309a-4590-88ae-db5dba7def0d req-a2e90c3e-12a9-4dfd-b09d-6a51ba962f56 service neutron] 10.222.0.87 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 918 time: 0.0973978 May 19 21:41:57.425486 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-deed1b5a-309a-4590-88ae-db5dba7def0d req-26862c6a-893f-470e-943f-0d1e72439913 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921 HTTP/1.1" status: 200 len: 1002 time: 0.0641766 May 19 21:41:57.476563 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed1b5a-309a-4590-88ae-db5dba7def0d req-84d5140a-9dc1-4579-b17a-48eed21b758b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:57.478052 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-deed1b5a-309a-4590-88ae-db5dba7def0d req-84d5140a-9dc1-4579-b17a-48eed21b758b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa HTTP/1.1" status: 200 len: 856 time: 0.0464649 May 19 21:41:57.524505 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed1b5a-309a-4590-88ae-db5dba7def0d req-fd8358f3-70e7-40ae-a64c-cb0f0524fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:57.526043 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-deed1b5a-309a-4590-88ae-db5dba7def0d req-fd8358f3-70e7-40ae-a64c-cb0f0524fef9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408900 May 19 21:41:57.622102 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-deed1b5a-309a-4590-88ae-db5dba7def0d req-4a2f3706-3567-4002-99c0-38df06d65f91 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888481 May 19 21:41:57.682772 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:57.719873 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-deed1b5a-309a-4590-88ae-db5dba7def0d req-9b2e1a04-d2e4-4fec-b65b-8e0a33878f6f service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904574 May 19 21:41:58.080305 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:41:58.124580 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0833ee4-b040-49b7-a679-cd5919e5bfee req-4300f354-2add-492f-a97c-9686b1a5177c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:58.126116 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b0833ee4-b040-49b7-a679-cd5919e5bfee req-4300f354-2add-492f-a97c-9686b1a5177c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0554650 May 19 21:41:58.182894 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b0833ee4-b040-49b7-a679-cd5919e5bfee req-e8a518df-41c2-4eaf-a8d9-5f63822383f1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506077 May 19 21:41:59.318937 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526ee1-a77f-43e4-a100-f7799bf2a899 req-65fc8e1e-cb7b-4605-bfe5-e529f149d2a1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:41:59.320502 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-64526ee1-a77f-43e4-a100-f7799bf2a899 req-65fc8e1e-cb7b-4605-bfe5-e529f149d2a1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0516636 May 19 21:41:59.372999 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-64526ee1-a77f-43e4-a100-f7799bf2a899 req-4058b468-7865-492c-8b98-2bbad555b9e2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460451 May 19 21:42:00.506779 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230f765-b5ca-46f9-85ee-e18169cb4378 req-373790d1-cefa-46da-9f2c-13da03480a03 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:00.508260 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b230f765-b5ca-46f9-85ee-e18169cb4378 req-373790d1-cefa-46da-9f2c-13da03480a03 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 946 time: 0.0598068 May 19 21:42:00.560570 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b230f765-b5ca-46f9-85ee-e18169cb4378 req-5ca8d21e-2198-43bb-a88e-7f1e83b20779 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437279 May 19 21:42:00.880137 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device a93c27fd-fadb-4f8a-be75-eddb5e3c3921 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:42:00.956543 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 is: ACTIVE; New status is: DOWN {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:42:00.956907 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:00.981788 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bb786-0ec7-4542-9509-36282d7126c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:42:00.984131 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d096812a-cd52-461b-afa1-3f79f6ec66cc" -d '{"events": [{"server_uuid": "446bb786-0ec7-4542-9509-36282d7126c8", "name": "network-vif-unplugged", "status": "completed", "tag": "a93c27fd-fadb-4f8a-be75-eddb5e3c3921"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:42:01.001252 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port a93c27fd-fadb-4f8a-be75-eddb5e3c3921, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:42:01.008249 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:01.031472 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 21:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1129ab-cd2d-4e93-b2d8-e18e148db7c8 x-openstack-request-id: req-ce1129ab-cd2d-4e93-b2d8-e18e148db7c8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:42:01.031701 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446bb786-0ec7-4542-9509-36282d7126c8", "name": "network-vif-unplugged", "status": "completed", "tag": "a93c27fd-fadb-4f8a-be75-eddb5e3c3921", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:42:01.031994 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce1129ab-cd2d-4e93-b2d8-e18e148db7c8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:42:01.032326 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1129ab-cd2d-4e93-b2d8-e18e148db7c8'] response: {'server_uuid': '446bb786-0ec7-4542-9509-36282d7126c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'code': 200} May 19 21:42:01.065653 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:42:01.695241 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d2b9b-ab30-4db8-9e72-482dac0f728c req-b78db482-32bf-4dc3-b433-4aec6f33ec9d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:01.696765 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a1d2b9b-ab30-4db8-9e72-482dac0f728c req-b78db482-32bf-4dc3-b433-4aec6f33ec9d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0507276 May 19 21:42:01.749495 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a1d2b9b-ab30-4db8-9e72-482dac0f728c req-a16f5ab0-fb7b-4027-a7ae-f3a09e716d09 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462804 May 19 21:42:02.879465 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fbf04-def1-4451-a9dd-b9f2375358a9 req-b63d0185-59c5-4767-9f2c-3d059c554400 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:02.881026 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2c7fbf04-def1-4451-a9dd-b9f2375358a9 req-b63d0185-59c5-4767-9f2c-3d059c554400 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0504320 May 19 21:42:02.934877 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2c7fbf04-def1-4451-a9dd-b9f2375358a9 req-f563a723-ddda-4424-adda-e7a862477970 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479100 May 19 21:42:03.794614 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-c364fadc-905b-4e3b-a9f5-6ac505cd3904 req-2124fa06-8412-4324-83d3-a424caf0e8cc service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:42:03.795797 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c364fadc-905b-4e3b-a9f5-6ac505cd3904 req-2124fa06-8412-4324-83d3-a424caf0e8cc service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0073142 May 19 21:42:03.980427 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b372ed-5d38-4646-be10-fb68dbb7fb61 req-aa8afc73-604f-4da4-aa02-c795fc672036 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:03.983320 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d1b372ed-5d38-4646-be10-fb68dbb7fb61 req-aa8afc73-604f-4da4-aa02-c795fc672036 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0529239 May 19 21:42:04.038827 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d1b372ed-5d38-4646-be10-fb68dbb7fb61 req-639e1a65-2543-40e2-bd8c-6a009594f060 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492327 May 19 21:42:04.333953 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 35532) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:42:04.422090 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-6c858c0b-2d21-40c4-be28-e246f1ccb5b7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869215 May 19 21:42:04.431445 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-762c32ba-5a2e-46c2-b928-dbd2b662b625 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:42:04.432400 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-762c32ba-5a2e-46c2-b928-dbd2b662b625 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051916 May 19 21:42:04.514470 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35540) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:42:04.617114 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-d6af2cd1-fe07-4ebc-a4c2-6f621d4a84b7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:04.618487 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-d6af2cd1-fe07-4ebc-a4c2-6f621d4a84b7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports/a93c27fd-fadb-4f8a-be75-eddb5e3c3921 HTTP/1.1" status: 200 len: 941 time: 0.1030052 May 19 21:42:04.897373 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device a93c27fd-fadb-4f8a-be75-eddb5e3c3921 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:42:04.974564 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 is: DOWN; New status is: DOWN {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:42:05.166008 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d09fe7-1dfd-4c6b-8df3-094e48b9dfa0 req-f3af92e9-008e-407a-8b03-28399c7a7f51 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:05.167475 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-63d09fe7-1dfd-4c6b-8df3-094e48b9dfa0 req-f3af92e9-008e-407a-8b03-28399c7a7f51 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0491388 May 19 21:42:05.222301 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-63d09fe7-1dfd-4c6b-8df3-094e48b9dfa0 req-8bcaa69e-bb0a-4093-9c05-5d38fb10fdba tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486572 May 19 21:42:05.492387 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-8509dad6-3502-4810-b041-0d0924f58262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:05.493930 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-8509dad6-3502-4810-b041-0d0924f58262 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8&tenant_id=92434c51e27a405aaa89a70a660f6d91 HTTP/1.1" status: 200 len: 1128 time: 0.0827219 May 19 21:42:05.568935 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-9b01b700-e7c5-4239-ac71-993b0e00decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:05.570511 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-9b01b700-e7c5-4239-ac71-993b0e00decf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 1128 time: 0.0428560 May 19 21:42:05.671643 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-35725a46-ccb8-4a79-aa9f-2b654ea1d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:05.673275 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-35725a46-ccb8-4a79-aa9f-2b654ea1d940 service neutron] 10.222.0.87 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 918 time: 0.0915225 May 19 21:42:05.754819 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-ab4a5973-d892-40bc-95c7-d67d8908db9e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921 HTTP/1.1" status: 200 len: 1000 time: 0.0751309 May 19 21:42:05.809957 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-6e97c303-04ae-4e44-87f7-282821438389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:05.811537 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-6e97c303-04ae-4e44-87f7-282821438389 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa HTTP/1.1" status: 200 len: 856 time: 0.0503900 May 19 21:42:05.858196 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-2ccac501-4326-4d31-9b88-aab99cd38c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:05.859748 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-2ccac501-4326-4d31-9b88-aab99cd38c1c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419557 May 19 21:42:05.952983 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-e77eabf2-3183-4613-99ab-c1e3676e743c service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866640 May 19 21:42:06.046958 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-33ad4b80-ac25-4a70-ac7f-f0b6f837360a service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873044 May 19 21:42:06.346485 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796dd19-d061-4d87-a46a-5d40c2350402 req-03af6639-5eaf-4f58-adc8-5c7c316379bf tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:06.348140 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8796dd19-d061-4d87-a46a-5d40c2350402 req-03af6639-5eaf-4f58-adc8-5c7c316379bf tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0497344 May 19 21:42:06.420646 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8796dd19-d061-4d87-a46a-5d40c2350402 req-2f5b283e-3e6b-49f5-b1f4-bb23f1dd79c6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667214 May 19 21:42:06.657755 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e613516-ddc8-419d-a7df-6f4fff8b0367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:07.195286 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=17 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:07.199924 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=15 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:07.554130 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc140e-9e05-4645-be93-4ce701c1bac9 req-47e81945-f624-484b-9a64-3e8a12ea15bf tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:07.555678 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1acc140e-9e05-4645-be93-4ce701c1bac9 req-47e81945-f624-484b-9a64-3e8a12ea15bf tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0666223 May 19 21:42:07.568871 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:07.609440 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1acc140e-9e05-4645-be93-4ce701c1bac9 req-f5796703-9ba2-40f6-8b19-7404f5d1ebc5 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462744 May 19 21:42:08.740734 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274b21e-a869-4a03-becd-bdf214288e31 req-342e31f6-989c-4e42-8d57-002e48b444de tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:08.742216 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e274b21e-a869-4a03-becd-bdf214288e31 req-342e31f6-989c-4e42-8d57-002e48b444de tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0486615 May 19 21:42:08.794506 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:08.799523 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e274b21e-a869-4a03-becd-bdf214288e31 req-d70ff770-13ea-407c-ba8e-eadf565d53a7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503707 May 19 21:42:09.364323 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12ff6d40-f5de-49bb-b3b7-a41342252894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:09.934032 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7dbf1-5ed6-4448-87db-495187df260a req-d1e35196-30bf-4f84-a5f0-66676f16e993 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:09.935622 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fcd7dbf1-5ed6-4448-87db-495187df260a req-d1e35196-30bf-4f84-a5f0-66676f16e993 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0481598 May 19 21:42:09.964889 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:10.002897 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fcd7dbf1-5ed6-4448-87db-495187df260a req-691fea85-011e-4b0a-b449-d08a7680e1fd tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608034 May 19 21:42:10.500027 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:11.121517 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:11.140846 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabc285-96bb-4f03-8de2-f17367caa5e7 req-cb01b08c-9592-4e5f-9f59-9bf6d089ebb0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:11.142363 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-aeabc285-96bb-4f03-8de2-f17367caa5e7 req-cb01b08c-9592-4e5f-9f59-9bf6d089ebb0 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0530632 May 19 21:42:11.203300 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-aeabc285-96bb-4f03-8de2-f17367caa5e7 req-56f6772a-5719-43b5-b324-de2f4351658e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551994 May 19 21:42:11.799372 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:12.012537 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:12.413746 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbaedc-3584-4602-9b45-db1797b00d2c req-ca7001aa-4c6b-45b5-8536-8720157714e8 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:12.415690 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1afbaedc-3584-4602-9b45-db1797b00d2c req-ca7001aa-4c6b-45b5-8536-8720157714e8 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.1302626 May 19 21:42:12.473778 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1afbaedc-3584-4602-9b45-db1797b00d2c req-a69c999f-4d27-4a1f-96bc-3b6d3c161b81 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522134 May 19 21:42:13.068592 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:13.654974 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f32e-d43f-440a-be05-4a3cd27b53bf req-783544ba-6c4d-46fd-8896-0f6ef56c0119 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:13.656966 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a163f32e-d43f-440a-be05-4a3cd27b53bf req-783544ba-6c4d-46fd-8896-0f6ef56c0119 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.1092732 May 19 21:42:13.712860 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a163f32e-d43f-440a-be05-4a3cd27b53bf req-136932c8-3fe7-4345-87e4-8d88dab6c5c5 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500841 May 19 21:42:14.874042 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9aae0-3e06-44f6-97d2-a80bc851a1f9 req-f374f9f0-f4ea-44f9-b314-a37d4959501e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:14.875666 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ebe9aae0-3e06-44f6-97d2-a80bc851a1f9 req-f374f9f0-f4ea-44f9-b314-a37d4959501e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0532660 May 19 21:42:14.924476 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ebe9aae0-3e06-44f6-97d2-a80bc851a1f9 req-d89ca029-15ac-4a8c-9a52-52f9ba083ee3 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426676 May 19 21:42:16.084249 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46358ee3-42fe-423d-91a8-656a46e90750 req-8521856d-6344-4246-8d84-943adb32a988 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:16.084249 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-46358ee3-42fe-423d-91a8-656a46e90750 req-8521856d-6344-4246-8d84-943adb32a988 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0849435 May 19 21:42:16.084828 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 35678) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:42:16.146546 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-46358ee3-42fe-423d-91a8-656a46e90750 req-2afd1b3a-aa81-4a56-8fe1-6bbddae6f8ff tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540955 May 19 21:42:16.212354 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:16.299354 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Publish callbacks [] for security_group (7f720aaa-bbcc-43b7-a0c8-ecd55ae654c1), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:16.304501 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (7f720aaa-bbcc-43b7-a0c8-ecd55ae654c1), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:16.343334 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f720aaa-bbcc-43b7-a0c8-ecd55ae654c1,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:42:16.347619 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07f5d69d6dce41fe81f02fbce30594d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619402 May 19 21:42:16.352351 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35686) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:42:16.353742 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.354094 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.355049 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.355049 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.355049 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.355598 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.355774 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.356024 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.356397 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.356625 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.356952 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.357315 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.357618 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.357888 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.360222 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3250069f-04b8-4c34-ac23-c83fb080917e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.405669 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Publish callbacks [] for security_group (7f720aaa-bbcc-43b7-a0c8-ecd55ae654c1), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:16.429270 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Publish callbacks [] for security_group (7f720aaa-bbcc-43b7-a0c8-ecd55ae654c1), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:16.486708 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (7f720aaa-bbcc-43b7-a0c8-ecd55ae654c1), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:16.490989 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:16.493038 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f720aaa-bbcc-43b7-a0c8-ecd55ae654c1 HTTP/1.1" status: 204 len: 168 time: 0.1410325 May 19 21:42:16.504408 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f720aaa-bbcc-43b7-a0c8-ecd55ae654c1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:42:16.515290 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.516224 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.516917 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.517412 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.517999 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.518716 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.519464 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.520030 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.520598 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.521128 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.521766 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.522350 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.522915 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.523749 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:16.524263 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab09283a-78f8-4d44-8552-9af767f3c2d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:17.286298 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cdbd6-47e2-467f-a858-a18d3fe48ab2 req-7cd3e053-e264-4a2b-b627-896ca70b6bf3 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:17.288472 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d68cdbd6-47e2-467f-a858-a18d3fe48ab2 req-7cd3e053-e264-4a2b-b627-896ca70b6bf3 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0597413 May 19 21:42:17.345072 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d68cdbd6-47e2-467f-a858-a18d3fe48ab2 req-d74e0464-271d-4064-b4a2-06e4ecfc42c2 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448153 May 19 21:42:18.489273 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f3bdc-82ae-42ec-aafa-c7d21d7b6e2c req-feb6d3a7-2844-4585-9706-fd1959740c10 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:18.492040 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7d6f3bdc-82ae-42ec-aafa-c7d21d7b6e2c req-feb6d3a7-2844-4585-9706-fd1959740c10 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0617387 May 19 21:42:18.543237 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7d6f3bdc-82ae-42ec-aafa-c7d21d7b6e2c req-262000c8-c49c-466f-8608-d3ce200f2ddf tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457106 May 19 21:42:19.672700 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b374030-c28b-49f4-a10f-c0c1971fe5ec req-5d10a95d-f127-4876-8b25-1bedca0e39fc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:19.674430 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4b374030-c28b-49f4-a10f-c0c1971fe5ec req-5d10a95d-f127-4876-8b25-1bedca0e39fc tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0510573 May 19 21:42:19.727033 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4b374030-c28b-49f4-a10f-c0c1971fe5ec req-f6e4cfb2-1868-45eb-8e03-8dd64dd56473 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457137 May 19 21:42:19.967483 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:42:20.300333 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-1dfd114c-5b49-4643-9b85-90d8aa5b6697 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388373731&fields=id&tenant_id=4951b93f86e1485692a4aae7b9ece8f6 HTTP/1.1" status: 200 len: 267 time: 0.0821161 May 19 21:42:20.414116 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-94eff86d-1de0-4194-b45e-8ee3982a9cb1 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:20.415515 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-94eff86d-1de0-4194-b45e-8ee3982a9cb1 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 811 time: 0.1081762 May 19 21:42:20.430529 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-c28556b4-8a82-4214-a1e7-72fdcfe1cfd5 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/quotas/4951b93f86e1485692a4aae7b9ece8f6 HTTP/1.1" status: 200 len: 375 time: 0.0093811 May 19 21:42:20.486825 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-0f6dcd80-6c6f-4485-8d5e-e38b7a74bde5 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512576 May 19 21:42:20.508281 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-a8b5aa66-7ff1-4b51-9c89-292c80df1fdd service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:42:20.509224 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-a8b5aa66-7ff1-4b51-9c89-292c80df1fdd service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052006 May 19 21:42:20.615408 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-c7d363ce-fb75-47d0-92ab-c4e1ea8752e9 service neutron] 10.222.0.65 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986884 May 19 21:42:20.838107 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:20.878066 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996b52-8fc6-4988-9600-a3304f95278d req-28c88f51-6e68-459b-a7bd-484a9db7a850 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:20.879552 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8d996b52-8fc6-4988-9600-a3304f95278d req-28c88f51-6e68-459b-a7bd-484a9db7a850 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0533476 May 19 21:42:20.884028 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-3780bfd6-439a-49df-8bd8-5249f993eb66 service neutron] 10.222.0.65 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613773 May 19 21:42:20.931725 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8d996b52-8fc6-4988-9600-a3304f95278d req-0e20d246-1a45-4917-acd1-572d89a2131a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462263 May 19 21:42:21.194008 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96f195f6-6142-42ca-8cd2-ce93c48a1a65 req-c8133c2d-0f05-4f73-b4b4-503f45cc6e81 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 210 time: 0.0300257 May 19 21:42:22.070185 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f97719-2c99-42a5-ab0b-064706b74e83 req-14552faa-a483-4243-a940-286a22b5285b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:22.071765 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-70f97719-2c99-42a5-ab0b-064706b74e83 req-14552faa-a483-4243-a940-286a22b5285b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0576220 May 19 21:42:22.091482 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:22.130929 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-70f97719-2c99-42a5-ab0b-064706b74e83 req-b4845215-4002-4de4-9869-1f8a0591d73a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529664 May 19 21:42:22.291474 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0386cb0e-91a6-4b14-81f4-b946bf6a533f req-eeebea0b-34a4-4ad6-b022-85c051ca5857 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 210 time: 0.0300591 May 19 21:42:23.062270 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=37,neutron:UPDATE=7 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:23.264594 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ce2c2-3d95-41c7-995e-469114b63bd0 req-c9aae63f-4be4-4468-8f0e-64222fb41eed tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:23.266371 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-294ce2c2-3d95-41c7-995e-469114b63bd0 req-c9aae63f-4be4-4468-8f0e-64222fb41eed tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0561576 May 19 21:42:23.318692 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-294ce2c2-3d95-41c7-995e-469114b63bd0 req-99766369-037c-43e7-9e62-bae34b9638a9 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452256 May 19 21:42:23.408265 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f9ae5d06-76a7-4cd4-bbf8-0c763b596c8a req-d5fc937b-76c6-46ca-ae04-52ba85e4c491 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 210 time: 0.0432274 May 19 21:42:24.455784 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e29d4e-e753-45b7-8c82-cc07ef4ffce7 req-1a923ec5-f71d-46df-8394-49672ebf4d6c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:24.457320 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d1e29d4e-e753-45b7-8c82-cc07ef4ffce7 req-1a923ec5-f71d-46df-8394-49672ebf4d6c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0574160 May 19 21:42:24.507795 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d1e29d4e-e753-45b7-8c82-cc07ef4ffce7 req-0d515657-d2fb-4f2b-9bdc-70c42b1bdb8c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447800 May 19 21:42:24.516763 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f52d1a35-b72e-403c-9f5a-5c52ad8c9420 req-56552eac-79b8-4f28-a354-d2ff4f2fefcf tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 210 time: 0.0291765 May 19 21:42:25.622476 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ec795249-0eb0-4c97-9d01-da98b818685d req-556b1f96-35ad-4f87-b671-b838098da2ed tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 210 time: 0.0309472 May 19 21:42:25.655308 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214cd7b-dd8f-422e-9949-8ad0701a0a0b req-7d5486f0-53e2-4c41-80fe-6969dc9f106e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:25.656890 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4214cd7b-dd8f-422e-9949-8ad0701a0a0b req-7d5486f0-53e2-4c41-80fe-6969dc9f106e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0546143 May 19 21:42:25.710590 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4214cd7b-dd8f-422e-9949-8ad0701a0a0b req-347c3458-970e-4a6f-b908-7c4f19201864 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450063 May 19 21:42:26.544284 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:26.727799 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a576eefe-bd70-4001-9ed9-451a8d789c5e req-96c3b1ba-5625-4b2e-b5b0-ed64b2105333 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 210 time: 0.0310624 May 19 21:42:26.841715 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a44a2-1f20-4cd3-80d3-487bf4aed3be req-47339062-0624-4961-8e5c-3487df064414 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:26.843238 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-688a44a2-1f20-4cd3-80d3-487bf4aed3be req-47339062-0624-4961-8e5c-3487df064414 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0508711 May 19 21:42:26.895886 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-688a44a2-1f20-4cd3-80d3-487bf4aed3be req-dd1c37a0-9fef-4e66-b904-5a28b96c8fc7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440040 May 19 21:42:27.428599 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108393f-189e-4339-b5c8-1d5e68d57695 req-c7b8c9f2-6192-4231-8863-2d17785ec6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:27.430108 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7108393f-189e-4339-b5c8-1d5e68d57695 req-c7b8c9f2-6192-4231-8863-2d17785ec6cc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=92434c51e27a405aaa89a70a660f6d91&device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 1128 time: 0.0452802 May 19 21:42:27.545275 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108393f-189e-4339-b5c8-1d5e68d57695 req-bd24e4bd-f1a0-4c35-8ccd-848ef2b8a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:27.546680 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7108393f-189e-4339-b5c8-1d5e68d57695 req-bd24e4bd-f1a0-4c35-8ccd-848ef2b8a881 service neutron] 10.222.0.87 "GET /v2.0/networks?id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 200 len: 918 time: 0.0966632 May 19 21:42:27.738174 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:27.799508 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7108393f-189e-4339-b5c8-1d5e68d57695 req-e5f7c41a-7e9b-4b5a-934e-40a64e893ff3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921 HTTP/1.1" status: 200 len: 1000 time: 0.0663128 May 19 21:42:27.863735 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2f62b4fa-6a6f-4cb7-b7fe-522c90b06336 req-85773915-fddd-484f-b151-f42eb5b16d38 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 210 time: 0.0514765 May 19 21:42:27.873799 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:27.880234 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108393f-189e-4339-b5c8-1d5e68d57695 req-431239f8-2779-4392-86ac-1918050000cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:27.882111 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7108393f-189e-4339-b5c8-1d5e68d57695 req-431239f8-2779-4392-86ac-1918050000cc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa HTTP/1.1" status: 200 len: 856 time: 0.0778687 May 19 21:42:27.947082 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108393f-189e-4339-b5c8-1d5e68d57695 req-1f3f5c61-3e48-4868-bf99-ed371029038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:27.949329 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7108393f-189e-4339-b5c8-1d5e68d57695 req-1f3f5c61-3e48-4868-bf99-ed371029038e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598197 May 19 21:42:27.965720 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-7108393f-189e-4339-b5c8-1d5e68d57695 req-763709d6-d640-42e7-a14b-f39bb67b4b29 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:42:27.966800 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7108393f-189e-4339-b5c8-1d5e68d57695 req-763709d6-d640-42e7-a14b-f39bb67b4b29 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065866 May 19 21:42:27.983737 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4f27cb3f-15ec-4290-8de9-f2aeb9f80060 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:27.985322 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4f27cb3f-15ec-4290-8de9-f2aeb9f80060 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 811 time: 0.1563003 May 19 21:42:28.063107 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-979161eb-2fd0-4278-933b-1d20b096970b tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4951b93f86e1485692a4aae7b9ece8f6 HTTP/1.1" status: 200 len: 380 time: 0.0697932 May 19 21:42:28.076006 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-1fcfb458-43ca-410d-bddc-c7b84a289b2a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Request body: {'port': {'device_id': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'admin_state_up': True, 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'security_groups': ['52bb716f-e459-483c-90c9-67cdbfd31391']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:42:28.086314 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7108393f-189e-4339-b5c8-1d5e68d57695 req-7f446ed4-ea9e-459e-b637-627ca34da8f2 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070671 May 19 21:42:28.205828 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7108393f-189e-4339-b5c8-1d5e68d57695 req-3c789220-080e-4fcf-aa36-3ff74d64cbb3 service neutron] 10.222.0.87 "GET /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124513 May 19 21:42:28.214037 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-1fcfb458-43ca-410d-bddc-c7b84a289b2a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Made reservation on behalf of 4951b93f86e1485692a4aae7b9ece8f6 for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:42:28.218002 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-1fcfb458-43ca-410d-bddc-c7b84a289b2a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:28.337984 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:28.351760 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f47ec-9fe7-4daa-982e-66c23f01c904 req-96040eac-3f63-434d-932c-145592f2e791 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:28.353263 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fc7f47ec-9fe7-4daa-982e-66c23f01c904 req-96040eac-3f63-434d-932c-145592f2e791 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 944 time: 0.0720880 May 19 21:42:28.447868 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-1fcfb458-43ca-410d-bddc-c7b84a289b2a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Allocated IP 172.20.0.6 (d5d9547d-2306-4c78-9ac6-532192256ea5/3e22e601-0eeb-4eed-b4ae-be0588320b1e/76df0d38-9d1e-444b-9684-faaab6f94a92) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:42:28.463013 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fc7f47ec-9fe7-4daa-982e-66c23f01c904 req-c89372f3-3819-4779-8609-9d8d4f055f8e tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815134 May 19 21:42:28.495312 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:28.663616 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-1fcfb458-43ca-410d-bddc-c7b84a289b2a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:28.705283 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-1fcfb458-43ca-410d-bddc-c7b84a289b2a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:28.751072 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-1fcfb458-43ca-410d-bddc-c7b84a289b2a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Network d5d9547d-2306-4c78-9ac6-532192256ea5 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:42:28.754567 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-1fcfb458-43ca-410d-bddc-c7b84a289b2a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:42:28.758538 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-1fcfb458-43ca-410d-bddc-c7b84a289b2a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:42:28.765723 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfb458-43ca-410d-bddc-c7b84a289b2a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'Port': ['ID=76df0d38-9d1e-444b-9684-faaab6f94a92,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:42:28.815198 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-1fcfb458-43ca-410d-bddc-c7b84a289b2a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:28.815832 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-1fcfb458-43ca-410d-bddc-c7b84a289b2a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:28.837938 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-1fcfb458-43ca-410d-bddc-c7b84a289b2a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7699101 May 19 21:42:28.977945 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Request body: {'port': {'device_id': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:42:29.038979 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9963312-9eb5-448c-8c5f-c9df570984f9 req-c4bd2ee8-8775-4450-9ee1-3551c4f12704 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:29.040419 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f9963312-9eb5-448c-8c5f-c9df570984f9 req-c4bd2ee8-8775-4450-9ee1-3551c4f12704 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 931 time: 0.0759349 May 19 21:42:29.047790 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device a93c27fd-fadb-4f8a-be75-eddb5e3c3921 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:42:29.052094 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:29.072763 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f95585de-33dd-42fc-bf6a-11b172a0e73f None None] Provisioning complete for port 76df0d38-9d1e-444b-9684-faaab6f94a92 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:42:29.073126 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f95585de-33dd-42fc-bf6a-11b172a0e73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:29.095419 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f9963312-9eb5-448c-8c5f-c9df570984f9 req-615097c9-427e-4a4f-a49b-1589ca87be20 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487683 May 19 21:42:29.155244 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f95585de-33dd-42fc-bf6a-11b172a0e73f None None] Port 76df0d38-9d1e-444b-9684-faaab6f94a92 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:42:29.196725 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port a93c27fd-fadb-4f8a-be75-eddb5e3c3921, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:42:29.210473 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'port_id': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'mac_address': 'fa:16:3e:b6:31:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:42:29.249821 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:42:29.250267 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:29.264879 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93c27fd-fadb-4f8a-be75-eddb5e3c3921 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:42:29.291030 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port a93c27fd-fadb-4f8a-be75-eddb5e3c3921, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:42:29.298038 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:29.351618 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:42:29.382417 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76df0d38-9d1e-444b-9684-faaab6f94a92 {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:42:29.397610 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Publish callbacks [] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:29.403696 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:29.424002 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Transition to ACTIVE for port object 76df0d38-9d1e-444b-9684-faaab6f94a92 will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:42:29.428535 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:29.506467 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Pushing event updated for resources: {'Port': ['ID=76df0d38-9d1e-444b-9684-faaab6f94a92,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:42:29.618272 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:29.636130 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b91530-9cc5-4e86-844a-f2577bf35001 req-afeedab6-24ba-496a-8d59-5a416d4885bd tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:29.636130 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e0b91530-9cc5-4e86-844a-f2577bf35001 req-afeedab6-24ba-496a-8d59-5a416d4885bd tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 945 time: 0.0714359 May 19 21:42:29.641873 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Attempting to bind port 76df0d38-9d1e-444b-9684-faaab6f94a92 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:42:29.642850 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Attempting to bind port 76df0d38-9d1e-444b-9684-faaab6f94a92 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:42:29.642850 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Attempting to bind port 76df0d38-9d1e-444b-9684-faaab6f94a92 on network d5d9547d-2306-4c78-9ac6-532192256ea5 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:42:29.650437 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Port 76df0d38-9d1e-444b-9684-faaab6f94a92 on network d5d9547d-2306-4c78-9ac6-532192256ea5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:42:29.650743 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Attempting to bind port 76df0d38-9d1e-444b-9684-faaab6f94a92 on network d5d9547d-2306-4c78-9ac6-532192256ea5 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:42:29.671234 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:42:29.671525 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Checking segment: {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:42:29.672306 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Bound using segment: {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:42:29.672504 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Bound port: 76df0d38-9d1e-444b-9684-faaab6f94a92, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b9718b-f202-4d1e-838f-39d027d3ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:42:29.672738 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:29.734429 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['a93c27fd-fadb-4f8a-be75-eddb5e3c3921'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:42:29.745833 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e0b91530-9cc5-4e86-844a-f2577bf35001 req-88e1da5c-1ba1-44a9-910f-31fce13801c1 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979357 May 19 21:42:29.769653 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] For port 76df0d38-9d1e-444b-9684-faaab6f94a92, host hv-cinder-83563, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:42:29.773277 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] For port 76df0d38-9d1e-444b-9684-faaab6f94a92, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=76df0d38-9d1e-444b-9684-faaab6f94a92,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:42:29.781338 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:29.816911 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:29.817507 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:29.818901 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] 10.222.0.87 "PUT /v2.0/ports/76df0d38-9d1e-444b-9684-faaab6f94a92 HTTP/1.1" status: 200 len: 1093 time: 0.8961277 May 19 21:42:29.819332 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'tag': '76df0d38-9d1e-444b-9684-faaab6f94a92'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:42:29.821578 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562294cb-d1e9-4c83-978c-b8dc452491cf" -d '{"events": [{"name": "network-changed", "server_uuid": "365bcd45-f5a7-4207-8767-ef081a3f46b7", "tag": "76df0d38-9d1e-444b-9684-faaab6f94a92"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:42:29.848242 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfcd2f-9924-4d3d-be36-05fe3c630361 service neutron] Pushing event updated for resources: {'Port': ['ID=76df0d38-9d1e-444b-9684-faaab6f94a92,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:42:29.883466 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11705f34-4f5b-4f23-b4b2-bf1004192d91 x-openstack-request-id: req-11705f34-4f5b-4f23-b4b2-bf1004192d91 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:42:29.884022 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365bcd45-f5a7-4207-8767-ef081a3f46b7", "tag": "76df0d38-9d1e-444b-9684-faaab6f94a92", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:42:29.884459 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11705f34-4f5b-4f23-b4b2-bf1004192d91 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:42:29.885043 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11705f34-4f5b-4f23-b4b2-bf1004192d91'] response: {'name': 'network-changed', 'server_uuid': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'tag': '76df0d38-9d1e-444b-9684-faaab6f94a92', 'status': 'completed', 'code': 200} May 19 21:42:29.943511 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-67f15ab3-2124-400d-929f-780154fffbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:29.945047 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-67f15ab3-2124-400d-929f-780154fffbd5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 1127 time: 0.0409875 May 19 21:42:29.962725 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:29.993592 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-a99d418b-8f33-458a-beee-f98877b99752 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76df0d38-9d1e-444b-9684-faaab6f94a92 HTTP/1.1" status: 200 len: 217 time: 0.0391867 May 19 21:42:30.044934 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-461ebdd5-67bd-4fe5-84fd-758a1bd79fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:30.046437 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-461ebdd5-67bd-4fe5-84fd-758a1bd79fa6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e22e601-0eeb-4eed-b4ae-be0588320b1e HTTP/1.1" status: 200 len: 850 time: 0.0450366 May 19 21:42:30.089859 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-99230c97-8ea6-44a4-9e8b-8617453f9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:30.091382 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-99230c97-8ea6-44a4-9e8b-8617453f9943 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5d9547d-2306-4c78-9ac6-532192256ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388350 May 19 21:42:30.208732 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-5abcc901-68f8-42ed-bac0-3f73bd7ac6ef service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106791 May 19 21:42:30.234143 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8d5e0-8a91-4bf4-9a1b-961aad846936 req-2c35e895-3496-4058-bb8c-d895b90fea8a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:30.235576 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f8f8d5e0-8a91-4bf4-9a1b-961aad846936 req-2c35e895-3496-4058-bb8c-d895b90fea8a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 943 time: 0.0656154 May 19 21:42:30.343634 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f8f8d5e0-8a91-4bf4-9a1b-961aad846936 req-e39925c9-fee4-4d17-b0d8-9f496a8e161a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986898 May 19 21:42:30.347305 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-667a5c39-46f9-4d6b-87b7-855d8fc8e5a5 req-28c02b09-31f0-47df-a7c1-21b1108a915a service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308577 May 19 21:42:30.882447 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91534ae5-84fa-46e8-9d25-7410451e9ea1 req-788095dd-aceb-4be0-a538-13af0269a20c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:30.883982 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-91534ae5-84fa-46e8-9d25-7410451e9ea1 req-788095dd-aceb-4be0-a538-13af0269a20c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 945 time: 0.0491803 May 19 21:42:30.933039 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-91534ae5-84fa-46e8-9d25-7410451e9ea1 req-01d33f69-3132-407a-a454-c518cd0c83b8 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428681 May 19 21:42:31.112590 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device a93c27fd-fadb-4f8a-be75-eddb5e3c3921 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:42:31.163983 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:42:31.164349 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:31.249061 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:42:31.249550 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:31.280618 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bb786-0ec7-4542-9509-36282d7126c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:42:31.284144 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d574e338-71db-42e3-bbd9-cad24722a7e6" -d '{"events": [{"server_uuid": "446bb786-0ec7-4542-9509-36282d7126c8", "name": "network-vif-plugged", "status": "completed", "tag": "a93c27fd-fadb-4f8a-be75-eddb5e3c3921"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:42:31.303186 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port a93c27fd-fadb-4f8a-be75-eddb5e3c3921, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:42:31.309458 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:31.335328 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc20163-29f7-4c8e-853d-e3cca17ae238 x-openstack-request-id: req-9bc20163-29f7-4c8e-853d-e3cca17ae238 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:42:31.335604 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446bb786-0ec7-4542-9509-36282d7126c8", "name": "network-vif-plugged", "status": "completed", "tag": "a93c27fd-fadb-4f8a-be75-eddb5e3c3921", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:42:31.335846 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9bc20163-29f7-4c8e-853d-e3cca17ae238 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:42:31.336231 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc20163-29f7-4c8e-853d-e3cca17ae238'] response: {'server_uuid': '446bb786-0ec7-4542-9509-36282d7126c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'code': 200} May 19 21:42:31.364161 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:42:31.473214 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495fa34-342c-445e-a7d5-9a0c99891562 req-b7a14bc4-cb40-4551-ad7b-04ea17ffedd1 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:31.474852 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2495fa34-342c-445e-a7d5-9a0c99891562 req-b7a14bc4-cb40-4551-ad7b-04ea17ffedd1 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 943 time: 0.0553913 May 19 21:42:31.547826 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2495fa34-342c-445e-a7d5-9a0c99891562 req-0f8c9ce7-ce11-4b21-933e-bf04035862d6 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669386 May 19 21:42:31.675776 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562294cb-d1e9-4c83-978c-b8dc452491cf req-94c51b25-f53d-40e7-ac87-374edac00b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:31.677259 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-562294cb-d1e9-4c83-978c-b8dc452491cf req-94c51b25-f53d-40e7-ac87-374edac00b0d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 1127 time: 0.0447543 May 19 21:42:31.776024 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562294cb-d1e9-4c83-978c-b8dc452491cf req-a39d352b-73b2-48a2-a81f-bd74033cd8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:31.777501 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-562294cb-d1e9-4c83-978c-b8dc452491cf req-a39d352b-73b2-48a2-a81f-bd74033cd8f6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 912 time: 0.0935194 May 19 21:42:31.828932 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-562294cb-d1e9-4c83-978c-b8dc452491cf req-5a727784-a67f-4fe4-a8fe-b68fe8c59414 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76df0d38-9d1e-444b-9684-faaab6f94a92 HTTP/1.1" status: 200 len: 217 time: 0.0368137 May 19 21:42:31.830600 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32051b3e-2113-4492-bd53-1196ecba73fd req-a1a7fa77-bc56-4f2d-ae49-76d7fb4f4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:31.832657 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-32051b3e-2113-4492-bd53-1196ecba73fd req-a1a7fa77-bc56-4f2d-ae49-76d7fb4f4f56 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 1131 time: 0.0412514 May 19 21:42:31.870802 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:31.888136 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-32051b3e-2113-4492-bd53-1196ecba73fd req-c0756214-8708-45cd-a96e-b9bb69ea7f7f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424826 May 19 21:42:31.890120 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562294cb-d1e9-4c83-978c-b8dc452491cf req-96ee1704-91f9-4ce4-85d8-365a9b1639da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:31.891572 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-562294cb-d1e9-4c83-978c-b8dc452491cf req-96ee1704-91f9-4ce4-85d8-365a9b1639da service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e22e601-0eeb-4eed-b4ae-be0588320b1e HTTP/1.1" status: 200 len: 850 time: 0.0471563 May 19 21:42:32.078123 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10f576-fec1-4579-a8fa-e2a563d31c58 req-bcb89bbf-a4af-4c02-a0b1-ea9b795bf277 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:32.079668 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7f10f576-fec1-4579-a8fa-e2a563d31c58 req-bcb89bbf-a4af-4c02-a0b1-ea9b795bf277 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 947 time: 0.0623169 May 19 21:42:32.121728 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:32.130933 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7f10f576-fec1-4579-a8fa-e2a563d31c58 req-609f4b86-a62c-4667-b429-2e30294be023 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448644 May 19 21:42:32.261972 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562294cb-d1e9-4c83-978c-b8dc452491cf req-b9fbc28e-0b57-4703-8d40-8983ee889845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:32.263419 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-562294cb-d1e9-4c83-978c-b8dc452491cf req-b9fbc28e-0b57-4703-8d40-8983ee889845 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5d9547d-2306-4c78-9ac6-532192256ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459886 May 19 21:42:32.366273 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-562294cb-d1e9-4c83-978c-b8dc452491cf req-88d0f214-ad5b-46e0-9fb7-e259108cea27 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953329 May 19 21:42:32.466653 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-562294cb-d1e9-4c83-978c-b8dc452491cf req-e4cb6b5f-e8f1-4ced-bec2-9be9413b23ea service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939841 May 19 21:42:32.674630 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844e931-f5a8-4911-acba-25fb64c28105 req-3b56e9b6-b12e-4ea6-ae53-a0c3c27e7634 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:32.676261 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6844e931-f5a8-4911-acba-25fb64c28105 req-3b56e9b6-b12e-4ea6-ae53-a0c3c27e7634 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 943 time: 0.0494347 May 19 21:42:32.742845 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6844e931-f5a8-4911-acba-25fb64c28105 req-2cf468db-d681-4cd3-86aa-e9f6f53ad084 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605190 May 19 21:42:33.267977 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9dd3c-5869-4d56-9a2b-63383bac2ef4 req-ec8e29fe-8a01-49f3-bdf0-9fe1736934e8 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:33.269485 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d7e9dd3c-5869-4d56-9a2b-63383bac2ef4 req-ec8e29fe-8a01-49f3-bdf0-9fe1736934e8 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 947 time: 0.0504632 May 19 21:42:33.328768 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d7e9dd3c-5869-4d56-9a2b-63383bac2ef4 req-da03b1f8-3ef6-4576-a30b-b9e061f1173b tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511115 May 19 21:42:33.862568 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dd45b-db60-4fb9-801e-fd82b82d2d1f req-b6c0977c-f0a8-4f46-9ccc-e6415a522741 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:33.864628 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-038dd45b-db60-4fb9-801e-fd82b82d2d1f req-b6c0977c-f0a8-4f46-9ccc-e6415a522741 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 943 time: 0.0501652 May 19 21:42:33.917466 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-038dd45b-db60-4fb9-801e-fd82b82d2d1f req-139f5384-d326-466d-a963-12a9b6730429 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467327 May 19 21:42:34.453895 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66ddde-05be-489e-ac33-a374dcc7ed58 req-caa692f4-c540-4b17-8f2d-c6a8582d1910 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:34.455450 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6a66ddde-05be-489e-ac33-a374dcc7ed58 req-caa692f4-c540-4b17-8f2d-c6a8582d1910 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 947 time: 0.0500770 May 19 21:42:34.509279 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6a66ddde-05be-489e-ac33-a374dcc7ed58 req-18323374-c6e1-4b22-abad-56ecdc233827 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477438 May 19 21:42:35.046019 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d01ff-4b7a-47ff-85b3-ef260b863c31 req-d87234a3-4ab3-4f33-ac2d-785f8d5ff92c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:35.047552 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc9d01ff-4b7a-47ff-85b3-ef260b863c31 req-d87234a3-4ab3-4f33-ac2d-785f8d5ff92c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 943 time: 0.0590749 May 19 21:42:35.104442 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc9d01ff-4b7a-47ff-85b3-ef260b863c31 req-5c6d4e85-bfc9-4159-a9fd-e6cd4d655b11 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505996 May 19 21:42:35.643428 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea1f75-e6ff-42ed-a701-8c073d607b57 req-1993b254-64fb-4c73-aea8-2e786a2bc157 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:35.645215 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-40ea1f75-e6ff-42ed-a701-8c073d607b57 req-1993b254-64fb-4c73-aea8-2e786a2bc157 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 947 time: 0.0529149 May 19 21:42:35.705105 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-40ea1f75-e6ff-42ed-a701-8c073d607b57 req-0508321b-1f50-48a0-8fbb-9619a26f1fc7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536594 May 19 21:42:36.216190 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:36.228431 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd283869-8c8a-4bfd-8426-84822e90a3d0 req-e8594538-7068-4562-8b80-b590d362dcb1 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:36.229990 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cd283869-8c8a-4bfd-8426-84822e90a3d0 req-e8594538-7068-4562-8b80-b590d362dcb1 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 943 time: 0.0544956 May 19 21:42:36.286663 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cd283869-8c8a-4bfd-8426-84822e90a3d0 req-2bc80db5-dc4e-4be3-9b7c-7f0b72b34522 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473812 May 19 21:42:36.656665 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb015c00-3f21-48ff-b040-18d32266a42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:36.986277 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:37.047657 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:37.414525 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d831877-3120-43df-890f-595519f2b60c req-6547cfd7-532d-4edf-b395-581ee7a30202 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:37.416129 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6d831877-3120-43df-890f-595519f2b60c req-6547cfd7-532d-4edf-b395-581ee7a30202 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 943 time: 0.0520902 May 19 21:42:37.471816 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6d831877-3120-43df-890f-595519f2b60c req-73fd3e3e-7014-4e01-ab01-0c4fc8a27d83 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487046 May 19 21:42:38.593613 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28505d6e-d839-427c-a116-f3eb5e4bd06a req-74dd29d2-941e-4fe8-8fcb-3f0af135ef91 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:38.595130 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-28505d6e-d839-427c-a116-f3eb5e4bd06a req-74dd29d2-941e-4fe8-8fcb-3f0af135ef91 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 943 time: 0.0493393 May 19 21:42:38.631986 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:38.650223 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-28505d6e-d839-427c-a116-f3eb5e4bd06a req-357d9245-e5bb-4961-849a-dae3dc359bb9 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487227 May 19 21:42:39.360276 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd2aafba-f414-4ff0-a109-661d4ee16314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:39.788865 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff8393-45c2-4ed2-8d5e-160acde49b68 req-88daab1e-42c2-4fc0-8bbf-27643104adb7 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:39.790384 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ccff8393-45c2-4ed2-8d5e-160acde49b68 req-88daab1e-42c2-4fc0-8bbf-27643104adb7 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 943 time: 0.0619104 May 19 21:42:39.844103 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ccff8393-45c2-4ed2-8d5e-160acde49b68 req-9831d443-e7bb-434d-bd49-44732383341d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471115 May 19 21:42:40.502701 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:40.979252 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623029b4-21aa-4ee0-8169-cca93c3526e1 req-42a99b63-a9f4-4eee-8d07-19cfb54e037b tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:40.981944 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-623029b4-21aa-4ee0-8169-cca93c3526e1 req-42a99b63-a9f4-4eee-8d07-19cfb54e037b tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 943 time: 0.0646739 May 19 21:42:41.040360 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-623029b4-21aa-4ee0-8169-cca93c3526e1 req-df7aec43-3283-42e2-b57c-64a82a0d8d64 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526049 May 19 21:42:41.160855 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 76df0d38-9d1e-444b-9684-faaab6f94a92 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:42:41.276540 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 76df0d38-9d1e-444b-9684-faaab6f94a92, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=76df0d38-9d1e-444b-9684-faaab6f94a92,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:42:41.290970 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '76df0d38-9d1e-444b-9684-faaab6f94a92', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'port_id': '76df0d38-9d1e-444b-9684-faaab6f94a92', 'mac_address': 'fa:16:3e:87:ba:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:42:41.329752 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 76df0d38-9d1e-444b-9684-faaab6f94a92 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:42:41.330133 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:41.344459 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76df0d38-9d1e-444b-9684-faaab6f94a92 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:42:41.366408 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 76df0d38-9d1e-444b-9684-faaab6f94a92, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=76df0d38-9d1e-444b-9684-faaab6f94a92,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:42:41.371291 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:41.429930 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=76df0d38-9d1e-444b-9684-faaab6f94a92,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:42:41.811904 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['76df0d38-9d1e-444b-9684-faaab6f94a92'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:42:41.857152 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:42.168762 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478015b2-8f2e-471c-acfb-6f5cd01ef746 req-374d3333-6461-46f3-a6be-542a6f663996 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:42.170558 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-478015b2-8f2e-471c-acfb-6f5cd01ef746 req-374d3333-6461-46f3-a6be-542a6f663996 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 944 time: 0.0533381 May 19 21:42:42.173693 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:42.231289 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-478015b2-8f2e-471c-acfb-6f5cd01ef746 req-2a670102-a2b9-4073-818b-83953805e98d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478148 May 19 21:42:43.065118 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:43.176565 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 76df0d38-9d1e-444b-9684-faaab6f94a92 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:42:43.221289 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port 76df0d38-9d1e-444b-9684-faaab6f94a92 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:42:43.228570 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 76df0d38-9d1e-444b-9684-faaab6f94a92 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:42:43.228970 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:43.265976 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:43.273602 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:43.308693 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 76df0d38-9d1e-444b-9684-faaab6f94a92 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:42:43.309084 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:43.334944 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76df0d38-9d1e-444b-9684-faaab6f94a92'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:42:43.336662 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43488470-6671-4dcf-9693-9c5f043d0c54" -d '{"events": [{"server_uuid": "365bcd45-f5a7-4207-8767-ef081a3f46b7", "name": "network-vif-plugged", "status": "completed", "tag": "76df0d38-9d1e-444b-9684-faaab6f94a92"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:42:43.351804 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 76df0d38-9d1e-444b-9684-faaab6f94a92, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=76df0d38-9d1e-444b-9684-faaab6f94a92,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:42:43.355140 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e3252-521f-4c9f-bed5-8ea1b9394fbc req-e7445c84-883c-4af3-b243-fba567172a67 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:43.356725 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7f1e3252-521f-4c9f-bed5-8ea1b9394fbc req-e7445c84-883c-4af3-b243-fba567172a67 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 944 time: 0.0509248 May 19 21:42:43.356977 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:43.387040 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0fb9ba-87d1-4901-ac6b-c2f9fc161055 x-openstack-request-id: req-9f0fb9ba-87d1-4901-ac6b-c2f9fc161055 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:42:43.387321 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365bcd45-f5a7-4207-8767-ef081a3f46b7", "name": "network-vif-plugged", "status": "completed", "tag": "76df0d38-9d1e-444b-9684-faaab6f94a92", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:42:43.387629 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f0fb9ba-87d1-4901-ac6b-c2f9fc161055 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:42:43.387935 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0fb9ba-87d1-4901-ac6b-c2f9fc161055'] response: {'server_uuid': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76df0d38-9d1e-444b-9684-faaab6f94a92', 'code': 200} May 19 21:42:43.408419 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=76df0d38-9d1e-444b-9684-faaab6f94a92,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:42:43.414013 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7f1e3252-521f-4c9f-bed5-8ea1b9394fbc req-1ff12019-b2db-41eb-bddf-0c3dc4c15772 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500631 May 19 21:42:43.421527 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.421866 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.422203 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.422559 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.422880 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.423199 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.423515 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.423856 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.424146 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.424465 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.424797 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.425116 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.425453 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.425762 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.426066 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:42:43.640546 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375b07a-127f-4e02-b901-dd85baba2e2c req-a4fad38a-cce6-4c0f-8011-16ff1265794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:43.642057 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3375b07a-127f-4e02-b901-dd85baba2e2c req-a4fad38a-cce6-4c0f-8011-16ff1265794b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 1129 time: 0.0414183 May 19 21:42:43.695158 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3375b07a-127f-4e02-b901-dd85baba2e2c req-53f6d899-d004-4b2d-a175-652f77b7aa0e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463099 May 19 21:42:43.941544 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:43.945746 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=6 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:44.537072 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7c6c4-995e-451f-a3c0-69e5e0d02ad0 req-be712c37-75f2-48bd-93b5-da6fe7db0693 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:44.538609 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f5a7c6c4-995e-451f-a3c0-69e5e0d02ad0 req-be712c37-75f2-48bd-93b5-da6fe7db0693 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 945 time: 0.0495059 May 19 21:42:44.568896 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:44.595415 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f5a7c6c4-995e-451f-a3c0-69e5e0d02ad0 req-e3e61681-a5c8-4863-96ca-34178aeaab74 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508184 May 19 21:42:45.713821 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d2d39-f758-4776-87e2-07197d74d136 req-1423e377-5897-45fd-9320-30ad193f1a7d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:45.715336 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-833d2d39-f758-4776-87e2-07197d74d136 req-1423e377-5897-45fd-9320-30ad193f1a7d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 945 time: 0.0504897 May 19 21:42:45.768662 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-833d2d39-f758-4776-87e2-07197d74d136 req-b8e1a1cd-e09a-414d-b997-19ccfad66b44 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454686 May 19 21:42:46.886543 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:46.904381 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faf03f-4e08-48de-9db1-86f08131f8d6 req-2c119811-c53f-4c2e-8d1f-9994080f5a00 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:46.905848 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a2faf03f-4e08-48de-9db1-86f08131f8d6 req-2c119811-c53f-4c2e-8d1f-9994080f5a00 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 945 time: 0.0598228 May 19 21:42:46.961149 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a2faf03f-4e08-48de-9db1-86f08131f8d6 req-40b527d0-e4c0-4815-8763-c104da9ed695 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495279 May 19 21:42:47.090114 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64841147-0041-4f40-bafe-f98442d9dec8 req-b41096dc-f037-4375-b929-00d79de4d0fd tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:47.091620 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-64841147-0041-4f40-bafe-f98442d9dec8 req-b41096dc-f037-4375-b929-00d79de4d0fd tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 945 time: 0.0551879 May 19 21:42:47.148073 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-64841147-0041-4f40-bafe-f98442d9dec8 req-b7d6c234-02cc-40cc-b9ab-f44205a1b3eb tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482097 May 19 21:42:47.171637 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35858) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:42:47.334217 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215b0b61-6172-43fe-9211-6ffc56b97765 tempest-TestVolumeBootPattern-230343853 tempest-TestVolumeBootPattern-230343853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:47.335782 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-215b0b61-6172-43fe-9211-6ffc56b97765 tempest-TestVolumeBootPattern-230343853 tempest-TestVolumeBootPattern-230343853-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 1124 time: 0.1631451 May 19 21:42:47.339559 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35862) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:42:47.344014 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Request body: {'floatingip': {'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'port_id': '76df0d38-9d1e-444b-9684-faaab6f94a92', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:42:47.368816 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:47.456724 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:47.567393 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Allocated IP 172.27.0.181 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/9e8c1861-fa04-4d85-bb39-55b63e4e5b78) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:42:47.679276 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for port (9e8c1861-fa04-4d85-bb39-55b63e4e5b78), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:47.690079 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:47.716237 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (9e8c1861-fa04-4d85-bb39-55b63e4e5b78), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:47.755355 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:47.757756 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:42:47.763950 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:42:47.767993 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:42:47.771696 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'Port': ['ID=9e8c1861-fa04-4d85-bb39-55b63e4e5b78,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:42:48.401352 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for floatingip (2d9ca7cd-1780-4f52-a3aa-56777b2db1ef), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:48.477085 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (9e8c1861-fa04-4d85-bb39-55b63e4e5b78), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:48.664164 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for port (9e8c1861-fa04-4d85-bb39-55b63e4e5b78), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:48.670694 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (9e8c1861-fa04-4d85-bb39-55b63e4e5b78), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:48.735126 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event updated for resources: {'Port': ['ID=9e8c1861-fa04-4d85-bb39-55b63e4e5b78,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:42:48.748846 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:48.753597 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (2d9ca7cd-1780-4f52-a3aa-56777b2db1ef), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:48.857228 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Floating IP 2d9ca7cd-1780-4f52-a3aa-56777b2db1ef associated. External IP: 172.27.0.181, port: 76df0d38-9d1e-444b-9684-faaab6f94a92. May 19 21:42:48.949234 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:49.079338 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Router 5c0f9981-5982-4c01-8f9a-432e4f111584 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:42:49.186358 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:42:49.198339 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59c78e-c009-40e0-84d2-222686e4d419 None None] Sync routers for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:42:49.207797 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:42:49.210151 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a59c78e-c009-40e0-84d2-222686e4d419 None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:42:49.210789 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-0a59c78e-c009-40e0-84d2-222686e4d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:42:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:42:49.241513 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6c3f62e1-15e9-4dd7-b904-84b64d33ce3c tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9009075 May 19 21:42:49.242084 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'tag': '76df0d38-9d1e-444b-9684-faaab6f94a92'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:42:49.244691 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91d0f30-24e4-45d5-8504-4895126737ad" -d '{"events": [{"name": "network-changed", "server_uuid": "365bcd45-f5a7-4207-8767-ef081a3f46b7", "tag": "76df0d38-9d1e-444b-9684-faaab6f94a92"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:42:49.287738 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e5cbb6-be7d-4b9c-8d1d-0933afddeba5 x-openstack-request-id: req-d0e5cbb6-be7d-4b9c-8d1d-0933afddeba5 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:42:49.288026 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365bcd45-f5a7-4207-8767-ef081a3f46b7", "tag": "76df0d38-9d1e-444b-9684-faaab6f94a92", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:42:49.288281 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0e5cbb6-be7d-4b9c-8d1d-0933afddeba5 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:42:49.288686 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e5cbb6-be7d-4b9c-8d1d-0933afddeba5'] response: {'name': 'network-changed', 'server_uuid': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'tag': '76df0d38-9d1e-444b-9684-faaab6f94a92', 'status': 'completed', 'code': 200} May 19 21:42:49.321771 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-0a59c78e-c009-40e0-84d2-222686e4d419 None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:42:49.550110 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-0a59c78e-c009-40e0-84d2-222686e4d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '2d9ca7cd-1780-4f52-a3aa-56777b2db1ef', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '76df0d38-9d1e-444b-9684-faaab6f94a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:87:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:42:48Z', 'updated_at': '2022-05-19T21:42:48Z', 'revision_number': 0, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}, {'id': '710d1574-60e8-42c2-80ef-f5baabaf04e6', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:8c:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:39:46Z', 'updated_at': '2022-05-19T21:39:48Z', 'revision_number': 1, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:42:49.575674 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59c78e-c009-40e0-84d2-222686e4d419 None None] Checking router: 5c0f9981-5982-4c01-8f9a-432e4f111584 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:42:49.585959 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a59c78e-c009-40e0-84d2-222686e4d419 None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:42:49.587200 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-0a59c78e-c009-40e0-84d2-222686e4d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:42:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:42:49.628163 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d0f30-24e4-45d5-8504-4895126737ad req-20d2cd27-0d32-44f9-a3f8-f82634cb28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:49.629678 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b91d0f30-24e4-45d5-8504-4895126737ad req-20d2cd27-0d32-44f9-a3f8-f82634cb28b2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 1129 time: 0.3091214 May 19 21:42:49.690752 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-0a59c78e-c009-40e0-84d2-222686e4d419 None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:42:49.735131 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d0f30-24e4-45d5-8504-4895126737ad req-1501781b-ae1a-4103-b7c8-4d34467fcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:49.736633 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b91d0f30-24e4-45d5-8504-4895126737ad req-1501781b-ae1a-4103-b7c8-4d34467fcbff service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 912 time: 0.1001370 May 19 21:42:49.807331 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b91d0f30-24e4-45d5-8504-4895126737ad req-c30d68d4-ecca-4f23-a87a-42bd76117816 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76df0d38-9d1e-444b-9684-faaab6f94a92 HTTP/1.1" status: 200 len: 999 time: 0.0643570 May 19 21:42:49.863364 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d0f30-24e4-45d5-8504-4895126737ad req-59d77c14-7230-44e3-8c17-62450e63b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:49.865138 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b91d0f30-24e4-45d5-8504-4895126737ad req-59d77c14-7230-44e3-8c17-62450e63b62f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e22e601-0eeb-4eed-b4ae-be0588320b1e HTTP/1.1" status: 200 len: 850 time: 0.0502496 May 19 21:42:49.913014 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d0f30-24e4-45d5-8504-4895126737ad req-1ed66536-7e27-43bc-9358-c985c8934d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:42:49.914566 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b91d0f30-24e4-45d5-8504-4895126737ad req-1ed66536-7e27-43bc-9358-c985c8934d75 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5d9547d-2306-4c78-9ac6-532192256ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436752 May 19 21:42:49.923277 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-0a59c78e-c009-40e0-84d2-222686e4d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '2d9ca7cd-1780-4f52-a3aa-56777b2db1ef', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '76df0d38-9d1e-444b-9684-faaab6f94a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:87:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:42:48Z', 'updated_at': '2022-05-19T21:42:48Z', 'revision_number': 0, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}, {'id': '710d1574-60e8-42c2-80ef-f5baabaf04e6', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:8c:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:39:46Z', 'updated_at': '2022-05-19T21:39:48Z', 'revision_number': 1, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:42:49.948507 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59c78e-c009-40e0-84d2-222686e4d419 None None] The sync data for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi is: [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '2d9ca7cd-1780-4f52-a3aa-56777b2db1ef', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '76df0d38-9d1e-444b-9684-faaab6f94a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:87:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:42:48Z', 'updated_at': '2022-05-19T21:42:48Z', 'revision_number': 0, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}, {'id': '710d1574-60e8-42c2-80ef-f5baabaf04e6', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:8c:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:39:46Z', 'updated_at': '2022-05-19T21:39:48Z', 'revision_number': 1, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:42:50.016592 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b91d0f30-24e4-45d5-8504-4895126737ad req-7ba501e3-dc1e-4381-8a60-17bc5ac3ed77 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958881 May 19 21:42:50.114198 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b91d0f30-24e4-45d5-8504-4895126737ad req-80275a01-eef6-4860-9c18-e53c811584fb service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918112 May 19 21:42:50.153828 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9292e8b-271c-4961-92b4-762e2d042ff4 None None] New status for floating IP 2d9ca7cd-1780-4f52-a3aa-56777b2db1ef: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:42:56.969180 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:42:59.236896 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=47 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:42:59.238790 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:00.098258 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=49 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:00.110463 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=63 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:00.268419 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:00.271963 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:04.926629 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:06.658300 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c461e553-eec7-4f45-8342-0dc4bbc44cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:06.964163 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=76 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:09.364852 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f5637738-09f1-4054-9b20-9d105322830d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:10.508236 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:11.834204 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:12.020079 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:13.059295 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:16.947089 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-56f30d0e-5edb-4d49-93aa-ed4b626c0f88 req-7bd04f82-e107-4d0a-9deb-5b06dd7be8d6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462928 May 19 21:43:17.009858 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f30d0e-5edb-4d49-93aa-ed4b626c0f88 req-61267505-9c03-46b5-ae18-05f33a73fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:43:17.011484 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-56f30d0e-5edb-4d49-93aa-ed4b626c0f88 req-61267505-9c03-46b5-ae18-05f33a73fdae service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 1129 time: 0.0422165 May 19 21:43:17.152677 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f30d0e-5edb-4d49-93aa-ed4b626c0f88 req-d617067d-c85f-499c-8ef6-bcac2a9226a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:43:17.154077 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-56f30d0e-5edb-4d49-93aa-ed4b626c0f88 req-d617067d-c85f-499c-8ef6-bcac2a9226a2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 912 time: 0.1186752 May 19 21:43:17.222963 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5090d-2c1a-4f93-8804-21dee9ecb8f1 req-e75da8e0-0dc5-4713-b7d9-2585ad90cf21 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:43:17.224632 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-04d5090d-2c1a-4f93-8804-21dee9ecb8f1 req-e75da8e0-0dc5-4713-b7d9-2585ad90cf21 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 946 time: 0.0566769 May 19 21:43:17.278122 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-04d5090d-2c1a-4f93-8804-21dee9ecb8f1 req-e6b61d61-1b83-4fd4-9c83-345c43354b1c tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=b64565ff-70f7-4dc8-81a2-1cca405d40e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470381 May 19 21:43:18.406803 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d2769-bb44-42f6-be99-fa4a955e53df req-e128e54e-5277-46ed-a60d-2f5aff2ef039 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:43:18.408016 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d95d2769-bb44-42f6-be99-fa4a955e53df req-e128e54e-5277-46ed-a60d-2f5aff2ef039 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 946 time: 0.0520959 May 19 21:43:18.464301 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d95d2769-bb44-42f6-be99-fa4a955e53df req-f754d0ba-1578-4613-8817-0bb6e98bcc8a tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=b64565ff-70f7-4dc8-81a2-1cca405d40e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503263 May 19 21:43:18.636951 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-56f30d0e-5edb-4d49-93aa-ed4b626c0f88 req-ee45ee63-2749-438e-8835-5e209703c32a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de7b941-4923-4121-aea7-13eb18ac70b9 HTTP/1.1" status: 200 len: 1001 time: 0.0632892 May 19 21:43:18.690052 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f30d0e-5edb-4d49-93aa-ed4b626c0f88 req-1fc43dc7-acf4-456f-83b9-fc5ff996500e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:43:18.691557 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-56f30d0e-5edb-4d49-93aa-ed4b626c0f88 req-1fc43dc7-acf4-456f-83b9-fc5ff996500e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e22e601-0eeb-4eed-b4ae-be0588320b1e HTTP/1.1" status: 200 len: 850 time: 0.0477526 May 19 21:43:18.750489 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f30d0e-5edb-4d49-93aa-ed4b626c0f88 req-599ff881-ab45-4ee6-935f-1065b60bcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:43:18.752036 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-56f30d0e-5edb-4d49-93aa-ed4b626c0f88 req-599ff881-ab45-4ee6-935f-1065b60bcdb3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5d9547d-2306-4c78-9ac6-532192256ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447991 May 19 21:43:18.847312 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-56f30d0e-5edb-4d49-93aa-ed4b626c0f88 req-3cb9b569-7ab3-48f4-a660-1b8e36517400 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868361 May 19 21:43:18.949215 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-56f30d0e-5edb-4d49-93aa-ed4b626c0f88 req-425a93c7-eae8-4087-9018-3b7fe9e10dbc service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954428 May 19 21:43:19.629387 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f404f-8052-44cf-99ca-a98a32e060b6 req-5aa1db37-afaa-4b46-ba1d-a83d533853f7 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:43:19.630959 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cd4f404f-8052-44cf-99ca-a98a32e060b6 req-5aa1db37-afaa-4b46-ba1d-a83d533853f7 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 946 time: 0.0817974 May 19 21:43:19.643716 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-05ec77bb-f479-493d-aebc-4dcff97349ff tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:43:19.645179 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-05ec77bb-f479-493d-aebc-4dcff97349ff tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 946 time: 0.0662808 May 19 21:43:19.728872 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cd4f404f-8052-44cf-99ca-a98a32e060b6 req-3683d14c-a3f9-4eed-81c6-d92d920ee6ad tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups?id=b64565ff-70f7-4dc8-81a2-1cca405d40e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921078 May 19 21:43:19.763467 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Deleting port aaef1770-d4d0-45c5-a159-84af9d8f2b97 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:43:19.763725 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:19.862072 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] For port aaef1770-d4d0-45c5-a159-84af9d8f2b97, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=aaef1770-d4d0-45c5-a159-84af9d8f2b97,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:43:19.862467 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:19.960043 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:19.964589 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:20.027208 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:20.027488 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (35b7084e-8c87-48e1-bac0-8f9a1ceec9f0), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:20.027874 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.l3_db [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Floating IP 35b7084e-8c87-48e1-bac0-8f9a1ceec9f0 disassociated. External IP: 172.27.0.29, port: aaef1770-d4d0-45c5-a159-84af9d8f2b97. May 19 21:43:20.028182 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Calling delete_port for aaef1770-d4d0-45c5-a159-84af9d8f2b97 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:43:20.165688 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (aaef1770-d4d0-45c5-a159-84af9d8f2b97), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:20.194251 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event deleted for resources: {'Port': ['ID=aaef1770-d4d0-45c5-a159-84af9d8f2b97,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:43:20.206388 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.206739 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.207083 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.207405 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.207730 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.208052 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.208369 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.208683 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.208989 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.209299 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.209615 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.209932 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.210275 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.210581 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.210918 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:20.317147 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:43:20.432116 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:43:20.445113 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd835fa-761d-4d0d-ace4-2a1095ebfacd None None] Sync routers for ids ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:43:20.456667 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd835fa-761d-4d0d-ace4-2a1095ebfacd None None] Routers {'42c074a2-896a-408e-ab4c-0ba99b2fe8b3'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:43:20.457843 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-6bd835fa-761d-4d0d-ace4-2a1095ebfacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:43:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:43:20.482378 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] No DVR routers for this DVR port aaef1770-d4d0-45c5-a159-84af9d8f2b97 on host hv-cinder-83563 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:43:20.485074 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:20.488476 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-365f2936-a1e4-4c55-bfca-9a5a6b85969a req-e0931300-d39d-4111-9517-65479a701169 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.87 "DELETE /v2.0/ports/aaef1770-d4d0-45c5-a159-84af9d8f2b97 HTTP/1.1" status: 204 len: 173 time: 0.8269122 May 19 21:43:20.488957 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b67820-7cf5-4a53-9394-c967b6fc2975', 'name': 'network-vif-deleted', 'tag': 'aaef1770-d4d0-45c5-a159-84af9d8f2b97'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:43:20.491257 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f05090b-0d80-4557-ad98-df3d76c5ae44" -d '{"events": [{"server_uuid": "c9b67820-7cf5-4a53-9394-c967b6fc2975", "name": "network-vif-deleted", "tag": "aaef1770-d4d0-45c5-a159-84af9d8f2b97"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:43:20.531522 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031deebf-7812-4be2-b101-b3f0f652afcc x-openstack-request-id: req-031deebf-7812-4be2-b101-b3f0f652afcc {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:43:20.531941 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b67820-7cf5-4a53-9394-c967b6fc2975", "name": "network-vif-deleted", "tag": "aaef1770-d4d0-45c5-a159-84af9d8f2b97", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:43:20.532265 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-031deebf-7812-4be2-b101-b3f0f652afcc {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:43:20.532725 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031deebf-7812-4be2-b101-b3f0f652afcc'] response: {'server_uuid': 'c9b67820-7cf5-4a53-9394-c967b6fc2975', 'name': 'network-vif-deleted', 'tag': 'aaef1770-d4d0-45c5-a159-84af9d8f2b97', 'status': 'completed', 'code': 200} May 19 21:43:20.567820 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-6bd835fa-761d-4d0d-ace4-2a1095ebfacd None None] Set router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:43:20.762777 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-6bd835fa-761d-4d0d-ace4-2a1095ebfacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:40Z', 'revision_number': 5, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:43:20.788423 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd835fa-761d-4d0d-ace4-2a1095ebfacd None None] Checking router: 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:43:20.797048 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd835fa-761d-4d0d-ace4-2a1095ebfacd None None] Routers {'42c074a2-896a-408e-ab4c-0ba99b2fe8b3'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:43:20.797642 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-6bd835fa-761d-4d0d-ace4-2a1095ebfacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:43:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:43:20.842820 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c79f9234-2289-413c-8d2e-52904933088b req-27ff3ae1-bd5e-4aff-a81d-98883db35af2 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b67820-7cf5-4a53-9394-c967b6fc2975 HTTP/1.1" status: 200 len: 210 time: 0.0298104 May 19 21:43:20.996984 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-6bd835fa-761d-4d0d-ace4-2a1095ebfacd None None] Set router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:43:21.187041 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-6bd835fa-761d-4d0d-ace4-2a1095ebfacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:40Z', 'revision_number': 5, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:43:21.211566 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd835fa-761d-4d0d-ace4-2a1095ebfacd None None] The sync data for ids ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'] in dv-cinder-835635-2-iscsi is: [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:25Z', 'revision_number': 4, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '22b65a14-abbd-4229-91d5-fd36cf4b2c47', 'name': '', 'network_id': 'b9d96816-1157-468c-bb81-22f27d368a2b', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'mac_address': 'fa:16:3e:f1:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:40Z', 'revision_number': 5, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'subnets': [{'id': 'e218c9ee-3929-46d8-9647-a4c799f32db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:43:21.438332 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b0f8a-2b69-4e84-8bdd-b99c3cfffe36 None None] New status for floating IP 35b7084e-8c87-48e1-bac0-8f9a1ceec9f0: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:43:21.949980 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36018) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:43:22.005629 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-86e02715-c308-4576-8076-99469589cf16 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group (b64565ff-70f7-4dc8-81a2-1cca405d40e1), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:22.029860 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-86e02715-c308-4576-8076-99469589cf16 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group (b64565ff-70f7-4dc8-81a2-1cca405d40e1), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:22.085755 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-86e02715-c308-4576-8076-99469589cf16 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (b64565ff-70f7-4dc8-81a2-1cca405d40e1), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:22.088354 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-86e02715-c308-4576-8076-99469589cf16 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:22.089548 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-86e02715-c308-4576-8076-99469589cf16 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "DELETE /v2.0/security-groups/b64565ff-70f7-4dc8-81a2-1cca405d40e1 HTTP/1.1" status: 204 len: 168 time: 0.1385067 May 19 21:43:22.092509 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36020) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:43:22.099136 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e02715-c308-4576-8076-99469589cf16 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64565ff-70f7-4dc8-81a2-1cca405d40e1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:43:22.107461 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.api.v2.resource [None req-e26842e9-13fe-4400-a5e1-5f9321fc9289 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] show failed (client error): The resource could not be found. May 19 21:43:22.108475 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e26842e9-13fe-4400-a5e1-5f9321fc9289 tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "GET /v2.0/security-groups/b64565ff-70f7-4dc8-81a2-1cca405d40e1 HTTP/1.1" status: 404 len: 347 time: 0.0148978 May 19 21:43:22.113489 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36022) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:43:22.245662 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Deleting port 48cb8cb2-4512-4ab9-904a-2803b9de6017 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:43:22.246005 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (48cb8cb2-4512-4ab9-904a-2803b9de6017), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:22.332417 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (48cb8cb2-4512-4ab9-904a-2803b9de6017), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:22.332729 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for floatingip (48cb8cb2-4512-4ab9-904a-2803b9de6017), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:22.344914 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Calling delete_port for 48cb8cb2-4512-4ab9-904a-2803b9de6017 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:43:22.499100 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (48cb8cb2-4512-4ab9-904a-2803b9de6017), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:22.521153 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Pushing event deleted for resources: {'Port': ['ID=48cb8cb2-4512-4ab9-904a-2803b9de6017,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:43:22.535733 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.536109 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.536455 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.536793 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.537652 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.537652 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.537856 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.538044 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.538408 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.538734 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.539059 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.539382 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.539703 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.540022 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.540369 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:43:22.639980 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks [] for floatingip (35b7084e-8c87-48e1-bac0-8f9a1ceec9f0), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:22.642673 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:22.643840 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a7917827-0416-4cfc-84cc-669e8422e4eb tempest-AttachVolumeTestJSON-1629354560 tempest-AttachVolumeTestJSON-1629354560-project] 10.222.0.65 "DELETE /v2.0/floatingips/35b7084e-8c87-48e1-bac0-8f9a1ceec9f0 HTTP/1.1" status: 204 len: 168 time: 0.5290308 May 19 21:43:23.321037 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device aaef1770-d4d0-45c5-a159-84af9d8f2b97 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:43:23.342717 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: aaef1770-d4d0-45c5-a159-84af9d8f2b97 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:43:23.343055 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device aaef1770-d4d0-45c5-a159-84af9d8f2b97 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:43:26.246652 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36052) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:43:26.722172 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:26.731155 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8078c82d-08d1-477e-9386-92ec192d8e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1697983'] for router_interface (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:26.817960 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:26.980947 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8078c82d-08d1-477e-9386-92ec192d8e8a admin admin] Deleting port 22b65a14-abbd-4229-91d5-fd36cf4b2c47 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:43:26.981315 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8078c82d-08d1-477e-9386-92ec192d8e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:27.073160 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-8078c82d-08d1-477e-9386-92ec192d8e8a admin admin] For port 22b65a14-abbd-4229-91d5-fd36cf4b2c47, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=22b65a14-abbd-4229-91d5-fd36cf4b2c47,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:43:27.073477 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8078c82d-08d1-477e-9386-92ec192d8e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:27.087985 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8078c82d-08d1-477e-9386-92ec192d8e8a admin admin] Calling delete_port for 22b65a14-abbd-4229-91d5-fd36cf4b2c47 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:43:27.297957 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8078c82d-08d1-477e-9386-92ec192d8e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (22b65a14-abbd-4229-91d5-fd36cf4b2c47), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:27.321326 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078c82d-08d1-477e-9386-92ec192d8e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=22b65a14-abbd-4229-91d5-fd36cf4b2c47,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:43:27.501161 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8078c82d-08d1-477e-9386-92ec192d8e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-285684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697827'] for router_interface (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:27.663668 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:27.724210 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8078c82d-08d1-477e-9386-92ec192d8e8a admin admin] Router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:43:27.731855 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:27.837977 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8078c82d-08d1-477e-9386-92ec192d8e8a admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:43:27.843353 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8078c82d-08d1-477e-9386-92ec192d8e8a admin admin] 10.222.0.65 "PUT /v2.0/routers/42c074a2-896a-408e-ab4c-0ba99b2fe8b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5948429 May 19 21:43:27.846478 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36056) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:43:27.856011 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65fb0e-1d36-43f0-ab5c-6418f5d431c2 None None] Sync routers for ids ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:43:27.867453 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65fb0e-1d36-43f0-ab5c-6418f5d431c2 None None] Routers {'42c074a2-896a-408e-ab4c-0ba99b2fe8b3'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:43:27.868061 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9c65fb0e-1d36-43f0-ab5c-6418f5d431c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:43:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:43:27.977662 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-9c65fb0e-1d36-43f0-ab5c-6418f5d431c2 None None] Set router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:43:27.984024 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] Publish callbacks [] for router (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.087542 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] Publish callbacks [] for router_gateway (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.132918 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] Deleting port 8f86049b-82e7-4f24-9e39-65a6fc868b85 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:43:28.133351 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (8f86049b-82e7-4f24-9e39-65a6fc868b85), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.142873 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:28.148652 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9c65fb0e-1d36-43f0-ab5c-6418f5d431c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:43:27Z', 'revision_number': 5, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port': {'id': '8f86049b-82e7-4f24-9e39-65a6fc868b85', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:12Z', 'updated_at': '2022-05-19T21:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:43:28.178502 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65fb0e-1d36-43f0-ab5c-6418f5d431c2 None None] Checking router: 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:43:28.187849 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65fb0e-1d36-43f0-ab5c-6418f5d431c2 None None] Routers {'42c074a2-896a-408e-ab4c-0ba99b2fe8b3'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:43:28.188447 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9c65fb0e-1d36-43f0-ab5c-6418f5d431c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:43:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:43:28.213917 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] For port 8f86049b-82e7-4f24-9e39-65a6fc868b85, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=8f86049b-82e7-4f24-9e39-65a6fc868b85,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:43:28.214293 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (8f86049b-82e7-4f24-9e39-65a6fc868b85), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.220911 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:28.231621 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] Calling delete_port for 8f86049b-82e7-4f24-9e39-65a6fc868b85 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:43:28.273639 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-9c65fb0e-1d36-43f0-ab5c-6418f5d431c2 None None] Set router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 gateway port host: None {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:43:28.328083 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9c65fb0e-1d36-43f0-ab5c-6418f5d431c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:43:28Z', 'revision_number': 6, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port_host': None}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:43:28.353940 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65fb0e-1d36-43f0-ab5c-6418f5d431c2 None None] The sync data for ids ['42c074a2-896a-408e-ab4c-0ba99b2fe8b3'] in dv-cinder-835635-2-iscsi is: [{'id': '42c074a2-896a-408e-ab4c-0ba99b2fe8b3', 'name': 'tempest-AttachVolumeTestJSON-1805918210-router', 'tenant_id': '4f5916770e9b443489fe7aa76d663fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:43:28Z', 'revision_number': 6, 'project_id': '4f5916770e9b443489fe7aa76d663fe1', 'gw_port_host': None}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:43:28.409720 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (8f86049b-82e7-4f24-9e39-65a6fc868b85), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.433895 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f86049b-82e7-4f24-9e39-65a6fc868b85,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:43:28.495711 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697665'] for router_gateway (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.518818 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:28.588376 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.590663 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] Publish callbacks [] for router_controller (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.639834 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695707'] for router (42c074a2-896a-408e-ab4c-0ba99b2fe8b3), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.640737 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42c074a2-896a-408e-ab4c-0ba99b2fe8b3 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 21:43:28.646156 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.647574 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6bbf57f1-ff2b-4a40-b5f5-00ed3f8bc888 admin admin] 10.222.0.65 "DELETE /v2.0/routers/42c074a2-896a-408e-ab4c-0ba99b2fe8b3 HTTP/1.1" status: 204 len: 168 time: 0.8000185 May 19 21:43:28.651151 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36060) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:43:28.705144 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dace494-2b18-413b-b216-e923b38d2555 admin admin] Deleting subnet e218c9ee-3929-46d8-9647-a4c799f32db9 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:43:28.709060 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dace494-2b18-413b-b216-e923b38d2555 admin admin] Publish callbacks [] for subnet (e218c9ee-3929-46d8-9647-a4c799f32db9), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.747354 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dace494-2b18-413b-b216-e923b38d2555 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8440986'] for subnet (e218c9ee-3929-46d8-9647-a4c799f32db9), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.781638 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:28.831468 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dace494-2b18-413b-b216-e923b38d2555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (e218c9ee-3929-46d8-9647-a4c799f32db9), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.888930 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dace494-2b18-413b-b216-e923b38d2555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8577080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567086'] for subnet (e218c9ee-3929-46d8-9647-a4c799f32db9), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.914155 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dace494-2b18-413b-b216-e923b38d2555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e218c9ee-3929-46d8-9647-a4c799f32db9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:43:28.918989 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9dace494-2b18-413b-b216-e923b38d2555 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:28.922057 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-9dace494-2b18-413b-b216-e923b38d2555 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e218c9ee-3929-46d8-9647-a4c799f32db9 HTTP/1.1" status: 204 len: 168 time: 0.2699814 May 19 21:43:28.924812 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36062) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:43:28.925796 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaead3d5-1f8d-4f53-872a-a2157719906d None None] Network b9d96816-1157-468c-bb81-22f27d368a2b requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:43:28.993625 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (b9d96816-1157-468c-bb81-22f27d368a2b), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.042807 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Deleting port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:43:29.043175 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.160632 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fbfbbc-5623-4db0-a837-50b2331309f8 None None] DHCP port deletion for b9d96816-1157-468c-bb81-22f27d368a2b request from dv-cinder-835635-2-iscsi {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 21:43:29.213791 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbfbbc-5623-4db0-a837-50b2331309f8 None None] Deleting port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:43:29.214375 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0fbfbbc-5623-4db0-a837-50b2331309f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.229091 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 22b65a14-abbd-4229-91d5-fd36cf4b2c47 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:43:29.281136 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 22b65a14-abbd-4229-91d5-fd36cf4b2c47 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:43:29.281474 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 22b65a14-abbd-4229-91d5-fd36cf4b2c47 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:43:29.281927 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 8f86049b-82e7-4f24-9e39-65a6fc868b85 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:43:29.312778 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 8f86049b-82e7-4f24-9e39-65a6fc868b85 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:43:29.313115 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 8f86049b-82e7-4f24-9e39-65a6fc868b85 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:43:29.313532 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device c56420d8-67e0-4bfb-9784-e75c2b8cbd2c no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:43:29.357725 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f0fbfbbc-5623-4db0-a837-50b2331309f8 None None] For port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=c56420d8-67e0-4bfb-9784-e75c2b8cbd2c,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:43:29.358121 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0fbfbbc-5623-4db0-a837-50b2331309f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.375535 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbfbbc-5623-4db0-a837-50b2331309f8 None None] Calling delete_port for c56420d8-67e0-4bfb-9784-e75c2b8cbd2c owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:43:29.403117 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] For port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=c56420d8-67e0-4bfb-9784-e75c2b8cbd2c,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:43:29.403485 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.418087 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Calling delete_port for c56420d8-67e0-4bfb-9784-e75c2b8cbd2c owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:43:29.464862 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c is: ACTIVE; New status is: DOWN {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:43:29.465256 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.513442 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] For port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=c56420d8-67e0-4bfb-9784-e75c2b8cbd2c,segment=NetworkSegment(d4f18903-711b-4884-b3dd-1b1af60e42df),segment_id=d4f18903-711b-4884-b3dd-1b1af60e42df)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:43:29.520374 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.538363 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.544760 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0fbfbbc-5623-4db0-a837-50b2331309f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196'] for port (c56420d8-67e0-4bfb-9784-e75c2b8cbd2c), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.563578 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Pushing event deleted for resources: {'Port': ['ID=c56420d8-67e0-4bfb-9784-e75c2b8cbd2c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:43:29.567226 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fbfbbc-5623-4db0-a837-50b2331309f8 None None] No DVR routers for this DVR port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c on host dv-cinder-835635-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:43:29.569702 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] No DVR routers for this DVR port c56420d8-67e0-4bfb-9784-e75c2b8cbd2c on host dv-cinder-835635-2-iscsi {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:43:29.580290 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Pushing event updated for resources: {'Port': ['ID=c56420d8-67e0-4bfb-9784-e75c2b8cbd2c,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:43:29.603280 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbfbbc-5623-4db0-a837-50b2331309f8 None None] Pushing event deleted for resources: {'Port': ['ID=c56420d8-67e0-4bfb-9784-e75c2b8cbd2c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:43:29.649319 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (b9d96816-1157-468c-bb81-22f27d368a2b), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.669796 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d96816-1157-468c-bb81-22f27d368a2b']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:43:29.679684 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f18903-711b-4884-b3dd-1b1af60e42df') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:43:29.679975 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f18903-711b-4884-b3dd-1b1af60e42df') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:43:29.689751 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8440995'] for segment (d4f18903-711b-4884-b3dd-1b1af60e42df), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.705446 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (d4f18903-711b-4884-b3dd-1b1af60e42df), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.711951 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:43:29.712338 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575898'] for segment (d4f18903-711b-4884-b3dd-1b1af60e42df), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.752094 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment d4f18903-711b-4884-b3dd-1b1af60e42df resource provider aggregate not found May 19 21:43:29.772011 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment d4f18903-711b-4884-b3dd-1b1af60e42df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4f18903-711b-4884-b3dd-1b1af60e42df found for delete ", "request_id": "req-1d7a84e0-6d81-48bb-a2d7-1c1fec1990cc"}]} May 19 21:43:29.779907 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (b9d96816-1157-468c-bb81-22f27d368a2b), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.785277 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:29.788480 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] 10.222.0.65 "DELETE /v2.0/networks/b9d96816-1157-468c-bb81-22f27d368a2b HTTP/1.1" status: 204 len: 168 time: 0.8627672 May 19 21:43:29.800433 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90a875-750e-42c2-aaf0-060bbdf8776d admin admin] Pushing event deleted for resources: {'Network': ['ID=b9d96816-1157-468c-bb81-22f27d368a2b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:43:29.932327 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36070) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:43:29.974758 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-f068f539-a1a5-4d18-9f41-0017a4a9eb11 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f5916770e9b443489fe7aa76d663fe1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411623 May 19 21:43:29.977240 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36072) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:43:30.027652 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ceab3e4-4381-4107-a915-bc5726f57a23 admin admin] Publish callbacks [] for security_group (85ee155b-abe1-48b4-acbe-a58e785d4894), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:30.049840 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ceab3e4-4381-4107-a915-bc5726f57a23 admin admin] Publish callbacks [] for security_group (85ee155b-abe1-48b4-acbe-a58e785d4894), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:30.076887 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:30.101439 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ceab3e4-4381-4107-a915-bc5726f57a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (85ee155b-abe1-48b4-acbe-a58e785d4894), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:30.104203 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2ceab3e4-4381-4107-a915-bc5726f57a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:30.105410 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-2ceab3e4-4381-4107-a915-bc5726f57a23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/85ee155b-abe1-48b4-acbe-a58e785d4894 HTTP/1.1" status: 204 len: 168 time: 0.1272569 May 19 21:43:30.108729 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:30.116291 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceab3e4-4381-4107-a915-bc5726f57a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ee155b-abe1-48b4-acbe-a58e785d4894,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:43:33.973608 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:43:36.641872 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:36.643877 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:36.659634 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-237b7f8f-f2bb-4f5d-9f0e-a92becca7745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:39.371681 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99e2e01c-41b5-4c54-a98d-40a1736ece3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:39.789585 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=68,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:39.790471 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=79,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:40.510908 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:41.834099 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:42.022834 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:43.073493 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:43:43.966206 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=14 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:43.967060 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=9 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:53.062583 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:43:53.066460 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:04.157521 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a6c27-6ce2-4d75-ace4-0e3682979ce6 req-e5c5b69a-6ce1-4a11-8f84-19b04f12c5dd tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:04.159142 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f3a6c27-6ce2-4d75-ace4-0e3682979ce6 req-e5c5b69a-6ce1-4a11-8f84-19b04f12c5dd tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 947 time: 0.0548790 May 19 21:44:04.220100 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f3a6c27-6ce2-4d75-ace4-0e3682979ce6 req-04cc39ce-2488-4a26-8f28-fc5c13675873 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549603 May 19 21:44:05.359173 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79d0e9-3dc6-4b5a-9ce9-2133f0710d34 req-8399a089-ff68-420b-95fd-fd9a734fdaee tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:05.360904 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ae79d0e9-3dc6-4b5a-9ce9-2133f0710d34 req-8399a089-ff68-420b-95fd-fd9a734fdaee tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 947 time: 0.0524476 May 19 21:44:05.415957 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ae79d0e9-3dc6-4b5a-9ce9-2133f0710d34 req-d5b07990-61cf-481a-9d89-2a6b537b16ca tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487838 May 19 21:44:06.052650 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5263ade2-d93b-4a2d-9834-15976dfdc47c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:06.054132 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5263ade2-d93b-4a2d-9834-15976dfdc47c tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.87 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 947 time: 0.0503614 May 19 21:44:06.150089 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Deleting port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:44:06.150493 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:06.247696 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] For port a93c27fd-fadb-4f8a-be75-eddb5e3c3921, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:44:06.248058 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:06.426745 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:06.427293 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (bedbb6e6-bfec-4ca8-a81e-45bf6a112597), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:06.427505 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.l3_db [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Floating IP bedbb6e6-bfec-4ca8-a81e-45bf6a112597 disassociated. External IP: 172.27.0.249, port: a93c27fd-fadb-4f8a-be75-eddb5e3c3921. May 19 21:44:06.427777 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Calling delete_port for a93c27fd-fadb-4f8a-be75-eddb5e3c3921 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:44:06.575242 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (a93c27fd-fadb-4f8a-be75-eddb5e3c3921), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:06.578957 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f72a40-5a06-4f62-b4a6-39df272cdf1a req-954faad1-7a45-4660-81e6-da94c1f7da40 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:06.580525 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43f72a40-5a06-4f62-b4a6-39df272cdf1a req-954faad1-7a45-4660-81e6-da94c1f7da40 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/ports?device_id=446bb786-0ec7-4542-9509-36282d7126c8 HTTP/1.1" status: 200 len: 947 time: 0.0550778 May 19 21:44:06.605642 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event deleted for resources: {'Port': ['ID=a93c27fd-fadb-4f8a-be75-eddb5e3c3921,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:06.638881 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43f72a40-5a06-4f62-b4a6-39df272cdf1a req-a1fb3de5-0aff-4b41-b07b-ea6d9b44128d tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9086105-2896-4579-92b2-d52962f25b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524194 May 19 21:44:06.669113 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d776a818-1676-4a0d-80f6-4416c72a8afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:06.736620 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:44:06.845711 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:44:06.852765 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:06.861102 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d687b35b-35ff-4813-b562-c6fecc2feadb None None] Sync routers for ids ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:44:06.872024 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d687b35b-35ff-4813-b562-c6fecc2feadb None None] Routers {'8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:44:06.873333 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d687b35b-35ff-4813-b562-c6fecc2feadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:43:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:06.901598 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] No DVR routers for this DVR port a93c27fd-fadb-4f8a-be75-eddb5e3c3921 on host hv-cinder-83563 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:44:06.904397 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:06.907825 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e903494c-1f40-4b24-b9cb-2b4dbf8728fb req-5b645c3d-f950-459e-a800-6b2d21ad1fb6 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.87 "DELETE /v2.0/ports/a93c27fd-fadb-4f8a-be75-eddb5e3c3921 HTTP/1.1" status: 204 len: 173 time: 0.8483531 May 19 21:44:06.908415 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bb786-0ec7-4542-9509-36282d7126c8', 'name': 'network-vif-deleted', 'tag': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:44:06.910746 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593779db-f699-49f7-9596-7e6eb2a63f5f" -d '{"events": [{"server_uuid": "446bb786-0ec7-4542-9509-36282d7126c8", "name": "network-vif-deleted", "tag": "a93c27fd-fadb-4f8a-be75-eddb5e3c3921"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:44:06.991482 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d687b35b-35ff-4813-b562-c6fecc2feadb None None] Set router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:44:07.105999 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=13 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:07.114904 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=19 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:07.196902 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a74498-798e-46b1-8234-60d8c2642a94 x-openstack-request-id: req-31a74498-798e-46b1-8234-60d8c2642a94 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:44:07.197195 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446bb786-0ec7-4542-9509-36282d7126c8", "name": "network-vif-deleted", "tag": "a93c27fd-fadb-4f8a-be75-eddb5e3c3921", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:44:07.197442 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31a74498-798e-46b1-8234-60d8c2642a94 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:44:07.197847 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a74498-798e-46b1-8234-60d8c2642a94'] response: {'server_uuid': '446bb786-0ec7-4542-9509-36282d7126c8', 'name': 'network-vif-deleted', 'tag': 'a93c27fd-fadb-4f8a-be75-eddb5e3c3921', 'status': 'completed', 'code': 200} May 19 21:44:07.199513 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d687b35b-35ff-4813-b562-c6fecc2feadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:33Z', 'revision_number': 5, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:07.224652 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d687b35b-35ff-4813-b562-c6fecc2feadb None None] Checking router: 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:44:07.234124 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d687b35b-35ff-4813-b562-c6fecc2feadb None None] Routers {'8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:44:07.234816 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d687b35b-35ff-4813-b562-c6fecc2feadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:43:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:07.357468 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d687b35b-35ff-4813-b562-c6fecc2feadb None None] Set router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:44:07.592020 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d687b35b-35ff-4813-b562-c6fecc2feadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:33Z', 'revision_number': 5, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:07.621278 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d687b35b-35ff-4813-b562-c6fecc2feadb None None] The sync data for ids ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'] in dv-cinder-835635-2-iscsi is: [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:32:21Z', 'revision_number': 4, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '4092fb6c-58a6-482d-ad97-8e4e57068478', 'name': '', 'network_id': '38652c76-1cd3-45cc-ad2f-1c69d9cadfb3', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'mac_address': 'fa:16:3e:0b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:19Z', 'updated_at': '2022-05-19T21:32:33Z', 'revision_number': 5, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'subnets': [{'id': 'fe3c785a-3d7f-4b70-8e27-ed6873cac0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:44:07.754887 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36324) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:07.816369 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:07.826357 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02f18578-3edc-4381-94ca-aa8a97a2db1a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group (b9086105-2896-4579-92b2-d52962f25b73), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:07.854594 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02f18578-3edc-4381-94ca-aa8a97a2db1a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group (b9086105-2896-4579-92b2-d52962f25b73), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:07.942204 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02f18578-3edc-4381-94ca-aa8a97a2db1a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (b9086105-2896-4579-92b2-d52962f25b73), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:07.947154 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-02f18578-3edc-4381-94ca-aa8a97a2db1a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:07.951871 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36328) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:07.954532 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e684804-c8c3-4894-ab9a-ab04c4f81700 None None] New status for floating IP bedbb6e6-bfec-4ca8-a81e-45bf6a112597: DOWN {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:44:07.960970 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-02f18578-3edc-4381-94ca-aa8a97a2db1a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "DELETE /v2.0/security-groups/b9086105-2896-4579-92b2-d52962f25b73 HTTP/1.1" status: 204 len: 168 time: 0.2048895 May 19 21:44:07.971971 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.api.v2.resource [None req-8c20815d-952d-4302-8405-031454b62733 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] show failed (client error): The resource could not be found. May 19 21:44:07.979495 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36330) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:07.979789 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8c20815d-952d-4302-8405-031454b62733 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "GET /v2.0/security-groups/b9086105-2896-4579-92b2-d52962f25b73 HTTP/1.1" status: 404 len: 347 time: 0.0219173 May 19 21:44:07.989110 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f18578-3edc-4381-94ca-aa8a97a2db1a tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9086105-2896-4579-92b2-d52962f25b73,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:08.051896 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36332) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:08.115327 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-fe58f785-8e9f-4dbd-9625-d2dcf5c0e561 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Deleting port 87cabeb0-8450-4105-944d-aa4f759af3f3 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:44:08.116071 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe58f785-8e9f-4dbd-9625-d2dcf5c0e561 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (87cabeb0-8450-4105-944d-aa4f759af3f3), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:08.213068 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe58f785-8e9f-4dbd-9625-d2dcf5c0e561 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (87cabeb0-8450-4105-944d-aa4f759af3f3), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:08.213431 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe58f785-8e9f-4dbd-9625-d2dcf5c0e561 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for floatingip (87cabeb0-8450-4105-944d-aa4f759af3f3), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:08.218679 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d81bbdba-ad8f-4926-a3bd-d8b8f73b009d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:08.228302 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-fe58f785-8e9f-4dbd-9625-d2dcf5c0e561 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Calling delete_port for 87cabeb0-8450-4105-944d-aa4f759af3f3 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:44:08.316572 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d81bbdba-ad8f-4926-a3bd-d8b8f73b009d admin admin] Publish callbacks [] for security_group (41720bc6-04db-4461-af52-392c8c8fd77e), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:08.324058 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d81bbdba-ad8f-4926-a3bd-d8b8f73b009d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (41720bc6-04db-4461-af52-392c8c8fd77e), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:08.369706 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81bbdba-ad8f-4926-a3bd-d8b8f73b009d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41720bc6-04db-4461-af52-392c8c8fd77e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:08.377175 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-d81bbdba-ad8f-4926-a3bd-d8b8f73b009d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9303188058ce403586f38325a1deaea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238790 May 19 21:44:08.377851 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36336) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:08.387910 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe58f785-8e9f-4dbd-9625-d2dcf5c0e561 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (87cabeb0-8450-4105-944d-aa4f759af3f3), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:08.423790 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58f785-8e9f-4dbd-9625-d2dcf5c0e561 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Pushing event deleted for resources: {'Port': ['ID=87cabeb0-8450-4105-944d-aa4f759af3f3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:08.445757 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc78b-a0a8-4313-ada4-3049c68d5195 admin admin] Publish callbacks [] for security_group (41720bc6-04db-4461-af52-392c8c8fd77e), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:08.471388 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc78b-a0a8-4313-ada4-3049c68d5195 admin admin] Publish callbacks [] for security_group (41720bc6-04db-4461-af52-392c8c8fd77e), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:08.489684 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe58f785-8e9f-4dbd-9625-d2dcf5c0e561 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks [] for floatingip (bedbb6e6-bfec-4ca8-a81e-45bf6a112597), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:08.492372 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fe58f785-8e9f-4dbd-9625-d2dcf5c0e561 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:08.496074 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-fe58f785-8e9f-4dbd-9625-d2dcf5c0e561 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] 10.222.0.65 "DELETE /v2.0/floatingips/bedbb6e6-bfec-4ca8-a81e-45bf6a112597 HTTP/1.1" status: 204 len: 168 time: 0.5127001 May 19 21:44:08.548166 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc78b-a0a8-4313-ada4-3049c68d5195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (41720bc6-04db-4461-af52-392c8c8fd77e), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:08.552903 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc78b-a0a8-4313-ada4-3049c68d5195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:08.556991 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-0c8fc78b-a0a8-4313-ada4-3049c68d5195 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41720bc6-04db-4461-af52-392c8c8fd77e HTTP/1.1" status: 204 len: 168 time: 0.1755400 May 19 21:44:08.566643 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fc78b-a0a8-4313-ada4-3049c68d5195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41720bc6-04db-4461-af52-392c8c8fd77e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:08.896237 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36346) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:08.912810 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-577949ff-a8e3-44a3-851e-fc026513b665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:09.005554 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-577949ff-a8e3-44a3-851e-fc026513b665 admin admin] Publish callbacks [] for security_group (4c1146ba-617b-4a87-8d96-3d506876bebf), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:09.012182 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-577949ff-a8e3-44a3-851e-fc026513b665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (4c1146ba-617b-4a87-8d96-3d506876bebf), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:09.051829 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:09.059416 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577949ff-a8e3-44a3-851e-fc026513b665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1146ba-617b-4a87-8d96-3d506876bebf,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:09.065974 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-577949ff-a8e3-44a3-851e-fc026513b665 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=932f862d022d4ee8961662e071e806fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1683204 May 19 21:44:09.069074 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36348) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:09.156772 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-907f9b82-0a39-434a-a1c0-e800085d9ec2 admin admin] Publish callbacks [] for security_group (4c1146ba-617b-4a87-8d96-3d506876bebf), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:09.189398 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-907f9b82-0a39-434a-a1c0-e800085d9ec2 admin admin] Publish callbacks [] for security_group (4c1146ba-617b-4a87-8d96-3d506876bebf), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:09.244602 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-907f9b82-0a39-434a-a1c0-e800085d9ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (4c1146ba-617b-4a87-8d96-3d506876bebf), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:09.247480 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-907f9b82-0a39-434a-a1c0-e800085d9ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:09.248803 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-907f9b82-0a39-434a-a1c0-e800085d9ec2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c1146ba-617b-4a87-8d96-3d506876bebf HTTP/1.1" status: 204 len: 168 time: 0.1778798 May 19 21:44:09.257185 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f9b82-0a39-434a-a1c0-e800085d9ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1146ba-617b-4a87-8d96-3d506876bebf,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:09.369186 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-539efb8a-3a44-45f6-a3dc-8b21d5180cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:09.511019 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device a93c27fd-fadb-4f8a-be75-eddb5e3c3921 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:44:09.532129 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: a93c27fd-fadb-4f8a-be75-eddb5e3c3921 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:44:09.532491 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device a93c27fd-fadb-4f8a-be75-eddb5e3c3921 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:44:10.512143 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:10.975854 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:44:11.026474 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36414) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:11.265342 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:11.628599 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0d46639-101e-40c1-a70a-a7ff98a88b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1697983'] for router_interface (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:11.828836 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:12.027896 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:12.164855 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b0d46639-101e-40c1-a70a-a7ff98a88b48 admin admin] Deleting port 4092fb6c-58a6-482d-ad97-8e4e57068478 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:44:12.165494 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0d46639-101e-40c1-a70a-a7ff98a88b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:12.251668 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-b0d46639-101e-40c1-a70a-a7ff98a88b48 admin admin] For port 4092fb6c-58a6-482d-ad97-8e4e57068478, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=4092fb6c-58a6-482d-ad97-8e4e57068478,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:44:12.251903 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0d46639-101e-40c1-a70a-a7ff98a88b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:12.265255 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b0d46639-101e-40c1-a70a-a7ff98a88b48 admin admin] Calling delete_port for 4092fb6c-58a6-482d-ad97-8e4e57068478 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:44:12.341468 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:12.468509 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0d46639-101e-40c1-a70a-a7ff98a88b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (4092fb6c-58a6-482d-ad97-8e4e57068478), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:12.502817 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d46639-101e-40c1-a70a-a7ff98a88b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=4092fb6c-58a6-482d-ad97-8e4e57068478,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:12.512002 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:12.685654 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b0d46639-101e-40c1-a70a-a7ff98a88b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-285684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697827'] for router_interface (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:12.925788 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d46639-101e-40c1-a70a-a7ff98a88b48 admin admin] Router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:44:13.035774 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d46639-101e-40c1-a70a-a7ff98a88b48 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:44:13.043130 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-b0d46639-101e-40c1-a70a-a7ff98a88b48 admin admin] 10.222.0.65 "PUT /v2.0/routers/8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0156546 May 19 21:44:13.046402 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36434) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:13.053016 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbe0c1-8089-481d-a3c8-264895acbd32 None None] Sync routers for ids ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:44:13.077928 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecbe0c1-8089-481d-a3c8-264895acbd32 None None] Routers {'8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:44:13.078666 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-eecbe0c1-8089-481d-a3c8-264895acbd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:44:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:13.082724 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:13.148715 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] Publish callbacks [] for router (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:13.163771 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:13.187684 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-eecbe0c1-8089-481d-a3c8-264895acbd32 None None] Set router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:44:13.257318 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] Publish callbacks [] for router_gateway (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:13.305425 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] Deleting port e693e5b2-6aeb-404f-bd47-8083b1842752 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:44:13.305744 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (e693e5b2-6aeb-404f-bd47-8083b1842752), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:13.333656 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:13.377395 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-eecbe0c1-8089-481d-a3c8-264895acbd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:44:12Z', 'revision_number': 5, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port': {'id': 'e693e5b2-6aeb-404f-bd47-8083b1842752', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:32:11Z', 'updated_at': '2022-05-19T21:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:13.379008 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:13.403732 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] For port e693e5b2-6aeb-404f-bd47-8083b1842752, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=e693e5b2-6aeb-404f-bd47-8083b1842752,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:44:13.405202 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbe0c1-8089-481d-a3c8-264895acbd32 None None] Checking router: 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:44:13.405385 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (e693e5b2-6aeb-404f-bd47-8083b1842752), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:13.413855 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecbe0c1-8089-481d-a3c8-264895acbd32 None None] Routers {'8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:44:13.414072 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:13.414509 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-eecbe0c1-8089-481d-a3c8-264895acbd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:44:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:13.422222 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] Calling delete_port for e693e5b2-6aeb-404f-bd47-8083b1842752 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:44:13.501311 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-eecbe0c1-8089-481d-a3c8-264895acbd32 None None] Set router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:44:13.554099 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-eecbe0c1-8089-481d-a3c8-264895acbd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:44:13Z', 'revision_number': 6, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port_host': None}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:13.580556 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbe0c1-8089-481d-a3c8-264895acbd32 None None] The sync data for ids ['8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6'] in dv-cinder-835635-2-iscsi is: [{'id': '8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1718641554-router', 'tenant_id': '92434c51e27a405aaa89a70a660f6d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:32:10Z', 'updated_at': '2022-05-19T21:44:13Z', 'revision_number': 6, 'project_id': '92434c51e27a405aaa89a70a660f6d91', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:44:13.594537 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (e693e5b2-6aeb-404f-bd47-8083b1842752), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:13.619118 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e693e5b2-6aeb-404f-bd47-8083b1842752,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:13.687781 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697665'] for router_gateway (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:13.779095 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:13.781565 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] Publish callbacks [] for router_controller (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:13.826668 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695707'] for router (8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:13.827284 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 21:44:13.831561 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:13.832703 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-89076755-9047-4a6b-87dc-6f33cdff9ee8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8c2ea2a2-d954-4911-b3a0-e5ab8f70b7c6 HTTP/1.1" status: 204 len: 168 time: 0.7850585 May 19 21:44:13.835420 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36442) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:13.880544 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36444) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:13.883827 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b348876-c3ed-4776-bf7d-b07ae55e902b admin admin] Deleting subnet fe3c785a-3d7f-4b70-8e27-ed6873cac0aa {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:44:13.887147 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b348876-c3ed-4776-bf7d-b07ae55e902b admin admin] Publish callbacks [] for subnet (fe3c785a-3d7f-4b70-8e27-ed6873cac0aa), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:13.922176 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b348876-c3ed-4776-bf7d-b07ae55e902b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8440986'] for subnet (fe3c785a-3d7f-4b70-8e27-ed6873cac0aa), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.007796 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b348876-c3ed-4776-bf7d-b07ae55e902b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (fe3c785a-3d7f-4b70-8e27-ed6873cac0aa), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.026957 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-42d65e0d-1419-4406-a3c3-59520141cc6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.093215 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b348876-c3ed-4776-bf7d-b07ae55e902b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8577080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567086'] for subnet (fe3c785a-3d7f-4b70-8e27-ed6873cac0aa), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.121928 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b348876-c3ed-4776-bf7d-b07ae55e902b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe3c785a-3d7f-4b70-8e27-ed6873cac0aa,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:14.125868 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0b348876-c3ed-4776-bf7d-b07ae55e902b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.131598 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-0b348876-c3ed-4776-bf7d-b07ae55e902b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fe3c785a-3d7f-4b70-8e27-ed6873cac0aa HTTP/1.1" status: 204 len: 168 time: 0.2928345 May 19 21:44:14.131884 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36448) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:14.134941 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e68344a-5c90-431c-a989-3e9dfb7fc81f None None] Network 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:44:14.135610 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-42d65e0d-1419-4406-a3c3-59520141cc6e admin admin] Publish callbacks [] for security_group (36741798-484d-4e5a-8299-dcd41bc16ee9), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.141826 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-42d65e0d-1419-4406-a3c3-59520141cc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (36741798-484d-4e5a-8299-dcd41bc16ee9), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.183688 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-42d65e0d-1419-4406-a3c3-59520141cc6e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5927632ec4944b16a27cfeeddcfc10af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020198 May 19 21:44:14.184895 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d65e0d-1419-4406-a3c3-59520141cc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36741798-484d-4e5a-8299-dcd41bc16ee9,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:14.187039 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36450) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:14.225411 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (38652c76-1cd3-45cc-ad2f-1c69d9cadfb3), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.290375 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0fa0fde7-a0d7-4d1c-a668-742331b24c24 admin admin] Publish callbacks [] for security_group (36741798-484d-4e5a-8299-dcd41bc16ee9), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.292054 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Deleting port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:44:14.292371 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.334514 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:14.338873 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:14.356112 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0fa0fde7-a0d7-4d1c-a668-742331b24c24 admin admin] Publish callbacks [] for security_group (36741798-484d-4e5a-8299-dcd41bc16ee9), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.396731 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] For port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=84dea5cb-e95c-4873-a7b6-d2d5407a8c77,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:44:14.397086 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.407283 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] DHCP port deletion for 38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 request from dv-cinder-835635-2-iscsi {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 21:44:14.417468 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Calling delete_port for 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:44:14.449938 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Deleting port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:44:14.450379 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.490887 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0fa0fde7-a0d7-4d1c-a668-742331b24c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (36741798-484d-4e5a-8299-dcd41bc16ee9), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.493389 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0fa0fde7-a0d7-4d1c-a668-742331b24c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.494671 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-0fa0fde7-a0d7-4d1c-a668-742331b24c24 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36741798-484d-4e5a-8299-dcd41bc16ee9 HTTP/1.1" status: 204 len: 168 time: 0.3067119 May 19 21:44:14.507171 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0fde7-a0d7-4d1c-a668-742331b24c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36741798-484d-4e5a-8299-dcd41bc16ee9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:14.534910 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.566186 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] For port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=84dea5cb-e95c-4873-a7b6-d2d5407a8c77,segment=NetworkSegment(4d832efb-0b73-452a-82aa-b7b4ac81a68f),segment_id=4d832efb-0b73-452a-82aa-b7b4ac81a68f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:44:14.568775 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.569858 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=84dea5cb-e95c-4873-a7b6-d2d5407a8c77,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:14.580721 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] No DVR routers for this DVR port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 on host dv-cinder-835635-2-iscsi {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:44:14.596882 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Calling delete_port for 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:44:14.683482 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (38652c76-1cd3-45cc-ad2f-1c69d9cadfb3), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.707289 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38652c76-1cd3-45cc-ad2f-1c69d9cadfb3']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:14.718185 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d832efb-0b73-452a-82aa-b7b4ac81a68f') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:14.718632 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d832efb-0b73-452a-82aa-b7b4ac81a68f') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:14.727167 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196'] for port (84dea5cb-e95c-4873-a7b6-d2d5407a8c77), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.731454 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8440995'] for segment (4d832efb-0b73-452a-82aa-b7b4ac81a68f), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.760202 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (4d832efb-0b73-452a-82aa-b7b4ac81a68f), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.760975 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Pushing event deleted for resources: {'Port': ['ID=84dea5cb-e95c-4873-a7b6-d2d5407a8c77,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:14.768684 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:44:14.770775 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575898'] for segment (4d832efb-0b73-452a-82aa-b7b4ac81a68f), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.772238 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.772833 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.773360 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.774298 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.774298 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.774750 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.775767 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.776195 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.776528 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.776851 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.777218 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.777549 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.777863 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.778178 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.778517 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:14.793133 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817abc1d-3cc2-4d62-8314-73ff81090dd6 None None] No DVR routers for this DVR port 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 on host dv-cinder-835635-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:44:14.857067 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 4d832efb-0b73-452a-82aa-b7b4ac81a68f resource provider aggregate not found May 19 21:44:14.886673 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 4d832efb-0b73-452a-82aa-b7b4ac81a68f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d832efb-0b73-452a-82aa-b7b4ac81a68f found for delete ", "request_id": "req-c79acc06-f3c2-49d2-9ef1-337ed8a8218d"}]} May 19 21:44:14.897608 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (38652c76-1cd3-45cc-ad2f-1c69d9cadfb3), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.903639 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:14.907869 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/38652c76-1cd3-45cc-ad2f-1c69d9cadfb3 HTTP/1.1" status: 204 len: 168 time: 0.7750423 May 19 21:44:14.921251 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a44d6d-2adc-422b-814f-531b5fdac3c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=38652c76-1cd3-45cc-ad2f-1c69d9cadfb3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:14.985097 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36464) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:15.002085 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9705229d-79fd-4431-82f2-f563dbf6a30a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:15.068177 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36466) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:15.088607 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9705229d-79fd-4431-82f2-f563dbf6a30a admin admin] Publish callbacks [] for security_group (ada5634c-f164-44e5-b526-1e1740f26fff), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:15.091090 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:44:15.096447 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9705229d-79fd-4431-82f2-f563dbf6a30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (ada5634c-f164-44e5-b526-1e1740f26fff), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:15.111948 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:44:15.112545 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 84dea5cb-e95c-4873-a7b6-d2d5407a8c77 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:44:15.113107 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 4092fb6c-58a6-482d-ad97-8e4e57068478 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:44:15.118869 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-8434601b-f451-4c72-a058-889a9f07c158 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=92434c51e27a405aaa89a70a660f6d91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471246 May 19 21:44:15.119102 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36468) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:15.132013 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:15.136526 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 4092fb6c-58a6-482d-ad97-8e4e57068478 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:44:15.137614 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 4092fb6c-58a6-482d-ad97-8e4e57068478 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:44:15.138180 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device e693e5b2-6aeb-404f-bd47-8083b1842752 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:44:15.140261 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-9705229d-79fd-4431-82f2-f563dbf6a30a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25f2ae91a567418393c328c5042b1444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540105 May 19 21:44:15.141491 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705229d-79fd-4431-82f2-f563dbf6a30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada5634c-f164-44e5-b526-1e1740f26fff,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:15.143978 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36470) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:15.162065 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: e693e5b2-6aeb-404f-bd47-8083b1842752 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:44:15.162845 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device e693e5b2-6aeb-404f-bd47-8083b1842752 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:44:15.182176 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bfe34e54-11f8-49ee-b2a8-30899a768eb0 admin admin] Publish callbacks [] for security_group (b741744c-1eae-4538-bed1-7954c1f127a1), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:15.204607 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4fafb57-1b60-40ad-a696-40044a50cf48 admin admin] Publish callbacks [] for security_group (ada5634c-f164-44e5-b526-1e1740f26fff), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:15.210764 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bfe34e54-11f8-49ee-b2a8-30899a768eb0 admin admin] Publish callbacks [] for security_group (b741744c-1eae-4538-bed1-7954c1f127a1), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:15.216622 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:15.227497 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4fafb57-1b60-40ad-a696-40044a50cf48 admin admin] Publish callbacks [] for security_group (ada5634c-f164-44e5-b526-1e1740f26fff), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:15.263040 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:15.265102 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bfe34e54-11f8-49ee-b2a8-30899a768eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (b741744c-1eae-4538-bed1-7954c1f127a1), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:15.267814 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bfe34e54-11f8-49ee-b2a8-30899a768eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:15.269247 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-bfe34e54-11f8-49ee-b2a8-30899a768eb0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b741744c-1eae-4538-bed1-7954c1f127a1 HTTP/1.1" status: 204 len: 168 time: 0.1491766 May 19 21:44:15.277877 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe34e54-11f8-49ee-b2a8-30899a768eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b741744c-1eae-4538-bed1-7954c1f127a1,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:15.281188 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4fafb57-1b60-40ad-a696-40044a50cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (ada5634c-f164-44e5-b526-1e1740f26fff), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:15.283767 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a4fafb57-1b60-40ad-a696-40044a50cf48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:15.284935 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a4fafb57-1b60-40ad-a696-40044a50cf48 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ada5634c-f164-44e5-b526-1e1740f26fff HTTP/1.1" status: 204 len: 168 time: 0.1400645 May 19 21:44:15.296708 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fafb57-1b60-40ad-a696-40044a50cf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada5634c-f164-44e5-b526-1e1740f26fff,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:16.036791 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36512) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:16.157328 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-953289964-network', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:44:16.178891 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] Made reservation on behalf of 9a4ad8679d5446b591d4083529f992cc for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:44:16.181715 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:16.194360 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:16.218504 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:16.288474 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] Publish callbacks [] for security_group (38296ae8-c924-4f6d-b0c8-ab3acf35be5b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:16.293491 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (38296ae8-c924-4f6d-b0c8-ab3acf35be5b), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:16.320681 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:44:16.330514 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38296ae8-c924-4f6d-b0c8-ab3acf35be5b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:16.337124 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (6aa59513-f2f1-4978-a8d9-084ce6b54bc0), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:16.337529 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] Added segment 6aa59513-f2f1-4978-a8d9-084ce6b54bc0 of type vlan for network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d May 19 21:44:16.385796 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:16.413291 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:16.415289 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:16.416020 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:16.470025 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4320440 May 19 21:44:16.474757 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36528) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:16.481003 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e3001ecc-a1eb-42fe-90c6-79af802531f2 admin admin] Request body: {'subnet': {'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-953289964-subnet', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:44:16.491335 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b2c5f-c9da-4733-bc01-180b5f59d170 admin admin] Pushing event updated for resources: {'Network': ['ID=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:16.502228 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:44:16.508310 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3001ecc-a1eb-42fe-90c6-79af802531f2 admin admin] Made reservation on behalf of 9a4ad8679d5446b591d4083529f992cc for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:44:16.510941 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e3001ecc-a1eb-42fe-90c6-79af802531f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933976'] for subnet (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:16.691136 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e3001ecc-a1eb-42fe-90c6-79af802531f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8700689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933966'] for subnet (10c242d9-68ce-4325-8ffe-59210e633901), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:16.750195 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3001ecc-a1eb-42fe-90c6-79af802531f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c242d9-68ce-4325-8ffe-59210e633901,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:16.759707 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3001ecc-a1eb-42fe-90c6-79af802531f2 admin admin] Checking segment: {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:44:16.760031 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3001ecc-a1eb-42fe-90c6-79af802531f2 admin admin] Network hostable DHCP agents. Network: c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:44:16.779527 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3001ecc-a1eb-42fe-90c6-79af802531f2 admin admin] Network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:44:16.789892 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-e3001ecc-a1eb-42fe-90c6-79af802531f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:44:16.795805 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3001ecc-a1eb-42fe-90c6-79af802531f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:16.796726 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e3001ecc-a1eb-42fe-90c6-79af802531f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:16.799622 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b380ebfb-97e5-40d6-9aa3-b8824a53b21b None None] Network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:44:16.820134 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-e3001ecc-a1eb-42fe-90c6-79af802531f2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3439484 May 19 21:44:16.823356 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36538) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:16.828442 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:44:16.863306 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2802'] for router (783efb32-32e5-4adc-931a-cf41d3966023), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:16.864601 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2034749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2811'] for router (783efb32-32e5-4adc-931a-cf41d3966023), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:16.911675 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:16.932943 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Publish callbacks [] for router_controller (783efb32-32e5-4adc-931a-cf41d3966023), precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:16.942557 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfcf098c-fcb3-5877-a9cf-25c71848f504-c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901'}]}} from dv-cinder-835635-2-iscsi. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 21:44:16.944466 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:17.078457 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Publish callbacks [] for router_gateway (783efb32-32e5-4adc-931a-cf41d3966023), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:17.097414 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Allocated IP 172.20.0.2 (c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d/10c242d9-68ce-4325-8ffe-59210e633901/0764e7d4-83d6-4581-b868-e63181127356) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:44:17.259736 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:17.266136 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Publish callbacks [] for port (0764e7d4-83d6-4581-b868-e63181127356), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:17.274146 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (0764e7d4-83d6-4581-b868-e63181127356), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:17.279120 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Publish callbacks [] for router_gateway (783efb32-32e5-4adc-931a-cf41d3966023), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:17.299312 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:17.315092 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:44:17.323113 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:44:17.325546 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:44:17.369356 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:17.409651 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Pushing event updated for resources: {'Port': ['ID=0764e7d4-83d6-4581-b868-e63181127356,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:17.413969 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Attempting to bind port 0764e7d4-83d6-4581-b868-e63181127356 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:44:17.414354 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Attempting to bind port 0764e7d4-83d6-4581-b868-e63181127356 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:44:17.414709 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Attempting to bind port 0764e7d4-83d6-4581-b868-e63181127356 on network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:44:17.421290 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:44:17.421674 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Checking segment: {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:44:17.422068 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:17.422481 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Bound using segment: {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:44:17.422952 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Bound port: 0764e7d4-83d6-4581-b868-e63181127356, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:44:17.423497 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (0764e7d4-83d6-4581-b868-e63181127356), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:17.433402 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Allocated IP 172.27.0.77 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/7ba2b95b-6912-44a3-a2ff-c772e6ca8649) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:44:17.489736 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] For port 0764e7d4-83d6-4581-b868-e63181127356, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:44:17.492973 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] For port 0764e7d4-83d6-4581-b868-e63181127356, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=0764e7d4-83d6-4581-b868-e63181127356,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:44:17.501631 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (0764e7d4-83d6-4581-b868-e63181127356), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:17.531704 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:17.544366 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Publish callbacks [] for port (7ba2b95b-6912-44a3-a2ff-c772e6ca8649), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:17.559123 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03161573-ec45-40e3-ba9f-7360f9508ac0 None None] Pushing event updated for resources: {'Port': ['ID=0764e7d4-83d6-4581-b868-e63181127356,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:17.584151 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (7ba2b95b-6912-44a3-a2ff-c772e6ca8649), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:17.623565 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:44:17.628210 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:44:17.630637 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:44:17.659509 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Pushing event updated for resources: {'Port': ['ID=7ba2b95b-6912-44a3-a2ff-c772e6ca8649,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:17.902757 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Publish callbacks [] for router_gateway (783efb32-32e5-4adc-931a-cf41d3966023), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:18.051796 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:18.104446 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696601'] for router (783efb32-32e5-4adc-931a-cf41d3966023), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:18.257291 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Router 783efb32-32e5-4adc-931a-cf41d3966023 is scheduled to L3 agent 63064880-299a-4199-80c8-b1b38af51d60 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 21:44:18.270563 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=93 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:18.380245 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:44:18.391258 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Sync routers for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:44:18.403300 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:18.404745 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-96edff6a-a259-4ead-a4da-8ef697188a3f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5803285 May 19 21:44:18.405988 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:44:18.406638 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:44:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:18.407849 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36550) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:18.517047 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:18.537156 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:44:18.543160 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831489df-cd8a-44b0-9f67-75fd9e2b9417 None None] Network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:44:18.613674 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f225a141-dbc9-4de3-8b30-90948bc62285 None None] Provisioning complete for port 0764e7d4-83d6-4581-b868-e63181127356 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:44:18.614406 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f225a141-dbc9-4de3-8b30-90948bc62285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (0764e7d4-83d6-4581-b868-e63181127356), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:18.792134 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f225a141-dbc9-4de3-8b30-90948bc62285 None None] Current status of the port 0764e7d4-83d6-4581-b868-e63181127356 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:44:18.792870 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f225a141-dbc9-4de3-8b30-90948bc62285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (0764e7d4-83d6-4581-b868-e63181127356), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:18.818494 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:18.839859 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f225a141-dbc9-4de3-8b30-90948bc62285 None None] For port 0764e7d4-83d6-4581-b868-e63181127356, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=0764e7d4-83d6-4581-b868-e63181127356,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:44:18.847736 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f225a141-dbc9-4de3-8b30-90948bc62285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (0764e7d4-83d6-4581-b868-e63181127356), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:18.860241 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:17Z', 'revision_number': 3, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:18.891141 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Checking router: 783efb32-32e5-4adc-931a-cf41d3966023 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:44:18.891353 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Updating router 783efb32-32e5-4adc-931a-cf41d3966023 port 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 binding host dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:44:18.918976 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225a141-dbc9-4de3-8b30-90948bc62285 None None] Pushing event updated for resources: {'Port': ['ID=0764e7d4-83d6-4581-b868-e63181127356,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:18.920591 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7ba2b95b-6912-44a3-a2ff-c772e6ca8649), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:19.083939 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c96aaae8-5851-46b4-b1ee-5cb8711e8178 None None] Provisioning complete for port 0764e7d4-83d6-4581-b868-e63181127356 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:44:19.084321 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c96aaae8-5851-46b4-b1ee-5cb8711e8178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (0764e7d4-83d6-4581-b868-e63181127356), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:19.127893 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 0764e7d4-83d6-4581-b868-e63181127356 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:44:19.217023 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 0764e7d4-83d6-4581-b868-e63181127356 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:44:19.217424 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (0764e7d4-83d6-4581-b868-e63181127356), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:19.235635 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Publish callbacks [] for port (7ba2b95b-6912-44a3-a2ff-c772e6ca8649), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:19.240820 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c96aaae8-5851-46b4-b1ee-5cb8711e8178 None None] Current status of the port 0764e7d4-83d6-4581-b868-e63181127356 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:44:19.245546 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7ba2b95b-6912-44a3-a2ff-c772e6ca8649), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:19.283357 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:19.302839 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Attempting to bind port 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:44:19.303196 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Attempting to bind port 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:44:19.303755 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Attempting to bind port 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 on network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:44:19.307284 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Pushing event updated for resources: {'Port': ['ID=7ba2b95b-6912-44a3-a2ff-c772e6ca8649,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:19.316851 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 0764e7d4-83d6-4581-b868-e63181127356 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:44:19.317149 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:44:19.317346 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Checking segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:44:19.317830 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:19.318265 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Bound using segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:44:19.319642 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Bound port: 7ba2b95b-6912-44a3-a2ff-c772e6ca8649, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:44:19.319642 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7ba2b95b-6912-44a3-a2ff-c772e6ca8649), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:19.322379 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.322880 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.323322 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.323789 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.324195 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.324545 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.324899 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.325200 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.325436 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.325783 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.326158 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.327439 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.327784 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.328097 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.328407 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:19.385577 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] For port 7ba2b95b-6912-44a3-a2ff-c772e6ca8649, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:44:19.388823 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] For port 7ba2b95b-6912-44a3-a2ff-c772e6ca8649, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=7ba2b95b-6912-44a3-a2ff-c772e6ca8649,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:44:19.398380 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7ba2b95b-6912-44a3-a2ff-c772e6ca8649), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:19.452052 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:44:19.452649 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:44:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:19.456045 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Allocated IP 172.20.0.1 (c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d/10c242d9-68ce-4325-8ffe-59210e633901/9bec19eb-29ed-4c10-994a-5db22a5cd0e4) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:44:19.458892 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:19.495861 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:19.502220 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41efe5-22e8-482b-af1a-84e111ba123c None None] Pushing event updated for resources: {'Port': ['ID=7ba2b95b-6912-44a3-a2ff-c772e6ca8649,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:19.572475 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:44:19.578072 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Publish callbacks [] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:19.588897 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:19.616100 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:19.660261 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:44:19.663330 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:44:19.667107 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:44:19.697744 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Pushing event updated for resources: {'Port': ['ID=9bec19eb-29ed-4c10-994a-5db22a5cd0e4,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:19.716750 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1697578'] for router_interface (783efb32-32e5-4adc-931a-cf41d3966023), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:19.799525 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:19.806192 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:17Z', 'revision_number': 3, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:19.835263 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ffee2-9ff3-461e-844a-a2bfc50adbb2 None None] The sync data for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi is: [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:17Z', 'revision_number': 3, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:44:19.885601 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:19.970109 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:19.977761 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6af7f979-af63-4407-a666-74b33c5445a9 None None] Provisioning complete for port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:44:19.978470 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6af7f979-af63-4407-a666-74b33c5445a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:20.013481 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6af7f979-af63-4407-a666-74b33c5445a9 None None] Port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:44:20.128064 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Publish callbacks [] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:20.134294 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:20.257026 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Pushing event updated for resources: {'Port': ['ID=9bec19eb-29ed-4c10-994a-5db22a5cd0e4,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:20.261436 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-285455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697946'] for router_interface (783efb32-32e5-4adc-931a-cf41d3966023), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:20.378861 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:44:20.380509 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:44:20.505556 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Router 783efb32-32e5-4adc-931a-cf41d3966023 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:44:20.630580 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:44:20.637400 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-82b1b380-a6b1-491c-8d5e-b79ac4f9a324 None None] Provisioning complete for port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:44:20.637768 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-82b1b380-a6b1-491c-8d5e-b79ac4f9a324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:20.644159 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-eda8b030-c248-418a-a305-50400139d673 admin admin] 10.222.0.65 "PUT /v2.0/routers/783efb32-32e5-4adc-931a-cf41d3966023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2349918 May 19 21:44:20.680710 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-82b1b380-a6b1-491c-8d5e-b79ac4f9a324 None None] Port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:44:20.958035 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36566) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:20.962932 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f9c5d152-43b1-4826-b443-ba46bf3c1145 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1961987384', 'description': 'tempest-description--1815400177'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:44:20.980266 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:20.988515 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9c5d152-43b1-4826-b443-ba46bf3c1145 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.045535 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:21.072610 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9c5d152-43b1-4826-b443-ba46bf3c1145 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (b972195b-e053-4acb-92a7-5f2d89944c27), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.078858 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9c5d152-43b1-4826-b443-ba46bf3c1145 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (b972195b-e053-4acb-92a7-5f2d89944c27), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.113739 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5d152-43b1-4826-b443-ba46bf3c1145 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b972195b-e053-4acb-92a7-5f2d89944c27,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:21.115145 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:44:21.118898 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9c5d152-43b1-4826-b443-ba46bf3c1145 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.122403 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f9c5d152-43b1-4826-b443-ba46bf3c1145 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1611190 May 19 21:44:21.123441 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36568) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:21.128098 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'security_group_rule': {'security_group_id': 'b972195b-e053-4acb-92a7-5f2d89944c27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:44:21.174223 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (1efbee2b-ea22-49c0-8d40-d096c6f1e11f), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.192296 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:44:21.193022 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (7ba2b95b-6912-44a3-a2ff-c772e6ca8649), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.239710 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (1efbee2b-ea22-49c0-8d40-d096c6f1e11f), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.246169 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (1efbee2b-ea22-49c0-8d40-d096c6f1e11f), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.265766 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efbee2b-ea22-49c0-8d40-d096c6f1e11f,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:21.275253 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:44:21.275512 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.275629 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (7ba2b95b-6912-44a3-a2ff-c772e6ca8649), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.275731 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.275994 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.276308 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.276633 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.276950 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.277266 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.277582 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.277896 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.278206 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.278614 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.278926 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.279291 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.279604 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.279952 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:21.285225 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.286493 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-28856d16-0752-4c29-b0c9-7c6a1490325f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620297 May 19 21:44:21.289427 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36570) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:21.294074 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-44ad6d13-91b5-4ea5-a34a-0c9115567f24 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'security_group_rule': {'security_group_id': 'b972195b-e053-4acb-92a7-5f2d89944c27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:44:21.305841 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] For port 7ba2b95b-6912-44a3-a2ff-c772e6ca8649, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=7ba2b95b-6912-44a3-a2ff-c772e6ca8649,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:44:21.311260 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (7ba2b95b-6912-44a3-a2ff-c772e6ca8649), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.326546 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44ad6d13-91b5-4ea5-a34a-0c9115567f24 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (789f4d9a-73a8-48f8-9a04-ed1bc5b4de77), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.373950 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Pushing event updated for resources: {'Port': ['ID=7ba2b95b-6912-44a3-a2ff-c772e6ca8649,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:21.386725 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44ad6d13-91b5-4ea5-a34a-0c9115567f24 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (789f4d9a-73a8-48f8-9a04-ed1bc5b4de77), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.391753 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44ad6d13-91b5-4ea5-a34a-0c9115567f24 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (789f4d9a-73a8-48f8-9a04-ed1bc5b4de77), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.413937 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad6d13-91b5-4ea5-a34a-0c9115567f24 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789f4d9a-73a8-48f8-9a04-ed1bc5b4de77,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:21.420102 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-44ad6d13-91b5-4ea5-a34a-0c9115567f24 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.423887 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-44ad6d13-91b5-4ea5-a34a-0c9115567f24 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308482 May 19 21:44:21.424854 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36572) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:21.429129 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'floatingip': {'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:44:21.453525 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.535964 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.584916 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Sync routers for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:44:21.662440 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Allocated IP 172.27.0.66 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/3a5202e6-11ca-4f90-b014-dda6545c5a37) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:44:21.729707 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:44:21.730368 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:44:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:21.790747 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for port (3a5202e6-11ca-4f90-b014-dda6545c5a37), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.834524 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (3a5202e6-11ca-4f90-b014-dda6545c5a37), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:21.844204 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:44:21.875066 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:44:21.880868 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:44:21.884924 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:44:21.891200 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:21.920104 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'Port': ['ID=3a5202e6-11ca-4f90-b014-dda6545c5a37,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:21.988330 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (91eab6e1-c9f1-49ee-855a-44fbb872764f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:22.021226 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:22.033873 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (3a5202e6-11ca-4f90-b014-dda6545c5a37), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:22.064834 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:22.072280 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 2, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:22.104260 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Checking router: 783efb32-32e5-4adc-931a-cf41d3966023 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:44:22.105228 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Updating router 783efb32-32e5-4adc-931a-cf41d3966023 port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 binding host dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:44:22.140335 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:22.238403 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for port (3a5202e6-11ca-4f90-b014-dda6545c5a37), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:22.248841 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (3a5202e6-11ca-4f90-b014-dda6545c5a37), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:22.324284 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'Port': ['ID=3a5202e6-11ca-4f90-b014-dda6545c5a37,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:22.335957 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (91eab6e1-c9f1-49ee-855a-44fbb872764f), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:22.352886 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:22.362272 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-3482391e-7456-41bf-a132-9fc1adf5cd0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9285522 May 19 21:44:22.362512 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:22.472235 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Publish callbacks [] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:22.479426 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:22.526535 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-d5c3889c-b06b-491f-b41e-702ad6a94e22 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1961987384&fields=id&tenant_id=9a4ad8679d5446b591d4083529f992cc HTTP/1.1" status: 200 len: 267 time: 0.0467155 May 19 21:44:22.555687 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c773a1-8301-443a-988c-9113a516aa46 None None] Pushing event updated for resources: {'Port': ['ID=9bec19eb-29ed-4c10-994a-5db22a5cd0e4,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:22.601644 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Attempting to bind port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:44:22.602147 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Attempting to bind port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:44:22.602649 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Attempting to bind port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 on network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:44:22.611919 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:44:22.613046 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Checking segment: {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:44:22.613205 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:22.613759 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Bound using segment: {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:44:22.614622 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Bound port: 9bec19eb-29ed-4c10-994a-5db22a5cd0e4, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:44:22.615233 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:22.659553 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-a15951cf-e89a-4d19-bea2-d0187a88dcd9 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:22.662112 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-a15951cf-e89a-4d19-bea2-d0187a88dcd9 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 814 time: 0.1271482 May 19 21:44:22.679313 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-9a42a34a-8659-4082-a789-1dae27a9586e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/quotas/9a4ad8679d5446b591d4083529f992cc HTTP/1.1" status: 200 len: 375 time: 0.0109477 May 19 21:44:22.702199 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] For port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:44:22.706013 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] For port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=9bec19eb-29ed-4c10-994a-5db22a5cd0e4,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:44:22.713628 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:22.736799 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-bbb54fc8-cd58-4964-b7f1-15fb7a7e9ea6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513091 May 19 21:44:22.784476 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:44:22.785028 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:44:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:22.820319 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:22.831948 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:22.832255 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c773a1-8301-443a-988c-9113a516aa46 None None] Pushing event updated for resources: {'Port': ['ID=9bec19eb-29ed-4c10-994a-5db22a5cd0e4,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:22.854501 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-baff41d0-0a0a-4e3f-9966-a2c806483342 None None] Provisioning complete for port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:44:22.854864 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-baff41d0-0a0a-4e3f-9966-a2c806483342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:22.898517 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-90f08b0a-8a4b-479f-b4df-4e5eaf137384 service neutron] 10.222.0.65 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463428 May 19 21:44:22.959089 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:44:23.015415 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:23.020133 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-dbe61b02-8d49-420d-a43e-de86ccc9b113 service neutron] 10.222.0.65 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128445 May 19 21:44:23.125034 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-baff41d0-0a0a-4e3f-9966-a2c806483342 None None] Current status of the port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:44:23.125333 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-baff41d0-0a0a-4e3f-9966-a2c806483342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:23.142739 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:44:23.210969 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:23.216036 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-16b156d7-bdc8-4a8a-b1a0-27b0eb15ff6c req-9efd1bb8-2c91-4a31-8549-01c523389ac5 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 210 time: 0.0337038 May 19 21:44:23.235224 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-baff41d0-0a0a-4e3f-9966-a2c806483342 None None] For port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=9bec19eb-29ed-4c10-994a-5db22a5cd0e4,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:44:23.251243 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-baff41d0-0a0a-4e3f-9966-a2c806483342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:23.275015 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:44:23.275375 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (7ba2b95b-6912-44a3-a2ff-c772e6ca8649), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:23.367643 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:22Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:23.376445 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff41d0-0a0a-4e3f-9966-a2c806483342 None None] Pushing event updated for resources: {'Port': ['ID=9bec19eb-29ed-4c10-994a-5db22a5cd0e4,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:23.406839 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc57ad2-5b5d-493f-8106-a405646ee28d None None] The sync data for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi is: [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:22Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:44:23.409192 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-014d7722-ee50-42e4-8d0e-62545d0f5070 None None] Provisioning complete for port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:44:23.409508 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-014d7722-ee50-42e4-8d0e-62545d0f5070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:23.478027 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:44:23.683077 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-014d7722-ee50-42e4-8d0e-62545d0f5070 None None] Current status of the port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:44:24.338561 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e15a36e3-e260-4f61-b84f-ae341f764eb3 req-3a713292-f5ee-45cf-bdee-bb9561adc439 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 210 time: 0.0436971 May 19 21:44:24.498784 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-2561e360-0d29-4463-b243-46c5a57b9ff0 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:24.500408 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-2561e360-0d29-4463-b243-46c5a57b9ff0 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 814 time: 0.1187799 May 19 21:44:24.574502 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-ea5cc1ad-6243-4a77-8099-6699a392154f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a4ad8679d5446b591d4083529f992cc HTTP/1.1" status: 200 len: 380 time: 0.0639677 May 19 21:44:24.595311 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-dc565d82-5762-4492-bb6e-3996f237fb7f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'port': {'device_id': '2d071024-fffe-422f-9730-0f429f40221b', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'admin_state_up': True, 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'security_groups': ['b972195b-e053-4acb-92a7-5f2d89944c27']}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:44:24.718519 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-dc565d82-5762-4492-bb6e-3996f237fb7f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Made reservation on behalf of 9a4ad8679d5446b591d4083529f992cc for: {'port': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:44:24.721940 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-dc565d82-5762-4492-bb6e-3996f237fb7f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:24.856458 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-dc565d82-5762-4492-bb6e-3996f237fb7f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Allocated IP 172.20.0.6 (c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d/10c242d9-68ce-4325-8ffe-59210e633901/2eae5b2b-b305-4be0-b92d-251bb9cc76ee) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:44:25.003821 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-dc565d82-5762-4492-bb6e-3996f237fb7f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:25.038886 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-dc565d82-5762-4492-bb6e-3996f237fb7f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:25.083774 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:25.096430 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:44:25.098569 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-dc565d82-5762-4492-bb6e-3996f237fb7f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:44:25.103965 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-dc565d82-5762-4492-bb6e-3996f237fb7f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:44:25.106807 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-dc565d82-5762-4492-bb6e-3996f237fb7f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:44:25.111005 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc565d82-5762-4492-bb6e-3996f237fb7f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'Port': ['ID=2eae5b2b-b305-4be0-b92d-251bb9cc76ee,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:25.142867 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:44:25.143261 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:25.170515 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-dc565d82-5762-4492-bb6e-3996f237fb7f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:25.176067 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-dc565d82-5762-4492-bb6e-3996f237fb7f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:25.214150 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-dc565d82-5762-4492-bb6e-3996f237fb7f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6196377 May 19 21:44:25.249720 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:44:25.273198 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Request body: {'port': {'device_id': '2d071024-fffe-422f-9730-0f429f40221b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:44:25.298177 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:25.342845 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:25.418968 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cf5f99f5-d4ab-493e-b9fd-48552019dcee None None] Provisioning complete for port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:44:25.419482 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf5f99f5-d4ab-493e-b9fd-48552019dcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:25.463565 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cf5f99f5-d4ab-493e-b9fd-48552019dcee None None] Port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:44:25.467681 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263b8f8-a9b1-496b-8e55-8e4b81156f15 req-2628e8dd-8716-46e0-a606-29badf9896bc tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:25.470734 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7263b8f8-a9b1-496b-8e55-8e4b81156f15 req-2628e8dd-8716-46e0-a606-29badf9896bc tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 931 time: 0.0567315 May 19 21:44:25.542622 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7263b8f8-a9b1-496b-8e55-8e4b81156f15 req-3424d7fb-743e-453f-8b06-13bc738b16a8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=b972195b-e053-4acb-92a7-5f2d89944c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655260 May 19 21:44:25.718515 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eae5b2b-b305-4be0-b92d-251bb9cc76ee {{(pid=103951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:44:25.726605 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Publish callbacks [] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:25.740761 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.provisioning_blocks [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Transition to ACTIVE for port object 2eae5b2b-b305-4be0-b92d-251bb9cc76ee will not be triggered until provisioned by entity L2. {{(pid=103951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:44:25.751937 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:25.804771 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Pushing event updated for resources: {'Port': ['ID=2eae5b2b-b305-4be0-b92d-251bb9cc76ee,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:25.892039 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Attempting to bind port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:44:25.892392 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Attempting to bind port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:44:25.892695 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Attempting to bind port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee on network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:44:25.897628 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee on network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:44:25.897942 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Attempting to bind port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee on network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:44:25.903259 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:44:25.903609 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Checking segment: {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:44:25.904010 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Bound using segment: {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'} {{(pid=103951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:44:25.904452 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.managers [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Bound port: 2eae5b2b-b305-4be0-b92d-251bb9cc76ee, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'}}] {{(pid=103951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:44:25.904807 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:25.974490 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] For port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee, host hv-cinder-83563, cleared binding levels {{(pid=103951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:44:25.978000 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] For port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2eae5b2b-b305-4be0-b92d-251bb9cc76ee,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:44:25.985965 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:26.024311 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:26.024904 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:26.026352 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] 10.222.0.87 "PUT /v2.0/ports/2eae5b2b-b305-4be0-b92d-251bb9cc76ee HTTP/1.1" status: 200 len: 1093 time: 0.7575212 May 19 21:44:26.026789 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d071024-fffe-422f-9730-0f429f40221b', 'tag': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:44:26.029224 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded8a9cb-ae7f-45ba-8886-693298419bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "2d071024-fffe-422f-9730-0f429f40221b", "tag": "2eae5b2b-b305-4be0-b92d-251bb9cc76ee"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:44:26.053639 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934220c1-470c-4d45-928a-61a17a4a13ff service neutron] Pushing event updated for resources: {'Port': ['ID=2eae5b2b-b305-4be0-b92d-251bb9cc76ee,revision_number=3']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:26.072721 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5769d2d1-d5d7-44cf-b1c3-d6fb9bcd31fa x-openstack-request-id: req-5769d2d1-d5d7-44cf-b1c3-d6fb9bcd31fa {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:44:26.073271 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d071024-fffe-422f-9730-0f429f40221b", "tag": "2eae5b2b-b305-4be0-b92d-251bb9cc76ee", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:44:26.073708 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5769d2d1-d5d7-44cf-b1c3-d6fb9bcd31fa {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:44:26.074113 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5769d2d1-d5d7-44cf-b1c3-d6fb9bcd31fa'] response: {'name': 'network-changed', 'server_uuid': '2d071024-fffe-422f-9730-0f429f40221b', 'tag': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'status': 'completed', 'code': 200} May 19 21:44:26.121395 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:26.134863 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-4698bef3-695b-4ca9-b865-1b7b87d56d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:26.136484 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-4698bef3-695b-4ca9-b865-1b7b87d56d9d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 1127 time: 0.0544069 May 19 21:44:26.180581 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-cc6f80ff-c605-4238-a8fe-7c7d00d14d74 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eae5b2b-b305-4be0-b92d-251bb9cc76ee HTTP/1.1" status: 200 len: 217 time: 0.0346494 May 19 21:44:26.236824 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-48f688fc-a9e2-4222-a0ef-44b3b245dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:26.238306 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-48f688fc-a9e2-4222-a0ef-44b3b245dc4e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0456526 May 19 21:44:26.293333 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-5c2627d3-6f6b-43b5-8d7d-6cdbb288193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:26.295905 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-5c2627d3-6f6b-43b5-8d7d-6cdbb288193e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412512 May 19 21:44:26.395494 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-dec43553-d57b-49cc-8afd-df6f178f8be6 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906093 May 19 21:44:26.470486 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:26.504369 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dc9cec33-05e2-444e-94d9-4ed7352203b2 req-93e3b319-f88a-411f-af12-c13240c9390e service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023493 May 19 21:44:26.684244 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9e54a-c281-49e2-89ca-7176cfdcfa76 req-17de2777-34e5-4b62-b0dd-3574f56b9b4e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:26.686784 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-12f9e54a-c281-49e2-89ca-7176cfdcfa76 req-17de2777-34e5-4b62-b0dd-3574f56b9b4e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 943 time: 0.0502925 May 19 21:44:26.741634 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-12f9e54a-c281-49e2-89ca-7176cfdcfa76 req-9909b689-79a5-4f72-a4c6-934792290a24 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=b972195b-e053-4acb-92a7-5f2d89944c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492032 May 19 21:44:27.073285 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36648) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:27.202679 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:27.292755 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Publish callbacks [] for security_group (47189895-50ff-40c0-815d-fec6230746b8), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:27.297838 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (47189895-50ff-40c0-815d-fec6230746b8), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:27.343627 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47189895-50ff-40c0-815d-fec6230746b8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:27.347587 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cf7578de7e1940fe8351ca109f1128a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729588 May 19 21:44:27.351635 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36652) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:27.353983 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.354355 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.354714 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.355041 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.355362 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.355731 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.356007 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.356308 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.356645 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.356942 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.357720 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.358141 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.358612 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.358855 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.359176 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d79e4-1d6a-48fd-a1f9-97c85da568cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:44:27.408887 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3914048-d791-4bf1-8df7-81b47bf9e3dc admin admin] Publish callbacks [] for security_group (47189895-50ff-40c0-815d-fec6230746b8), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:27.433592 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3914048-d791-4bf1-8df7-81b47bf9e3dc admin admin] Publish callbacks [] for security_group (47189895-50ff-40c0-815d-fec6230746b8), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:27.489214 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3914048-d791-4bf1-8df7-81b47bf9e3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (47189895-50ff-40c0-815d-fec6230746b8), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:27.492053 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3914048-d791-4bf1-8df7-81b47bf9e3dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:27.493225 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-d3914048-d791-4bf1-8df7-81b47bf9e3dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47189895-50ff-40c0-815d-fec6230746b8 HTTP/1.1" status: 204 len: 168 time: 0.1405034 May 19 21:44:27.504718 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3914048-d791-4bf1-8df7-81b47bf9e3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47189895-50ff-40c0-815d-fec6230746b8,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:27.823343 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36660) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:27.840724 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e9d9dc8-632b-48ab-b813-e6647688961e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:27.870078 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fa04e-32ac-41eb-88f3-529b34638a59 req-a6583366-f319-4448-a2bc-3831d09b97d8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:27.871999 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fc0fa04e-32ac-41eb-88f3-529b34638a59 req-a6583366-f319-4448-a2bc-3831d09b97d8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 943 time: 0.0554481 May 19 21:44:27.885989 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:27.902549 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=11 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:27.928928 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fc0fa04e-32ac-41eb-88f3-529b34638a59 req-70e7f007-60d2-4a5e-893d-ab583e80938d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=b972195b-e053-4acb-92a7-5f2d89944c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507331 May 19 21:44:27.933443 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e9d9dc8-632b-48ab-b813-e6647688961e admin admin] Publish callbacks [] for security_group (887a2417-5a62-4d62-85b6-6e26839d3ed7), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:27.939435 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1e9d9dc8-632b-48ab-b813-e6647688961e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (887a2417-5a62-4d62-85b6-6e26839d3ed7), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:27.981104 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1e9d9dc8-632b-48ab-b813-e6647688961e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5c0f7d75d8d34384b2b562b366ec5d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564751 May 19 21:44:27.981731 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d9dc8-632b-48ab-b813-e6647688961e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887a2417-5a62-4d62-85b6-6e26839d3ed7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:27.984276 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36662) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:28.043118 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e58c6ee5-3142-46ec-b94b-4d87b1a61b29 admin admin] Publish callbacks [] for security_group (887a2417-5a62-4d62-85b6-6e26839d3ed7), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:28.067632 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e58c6ee5-3142-46ec-b94b-4d87b1a61b29 admin admin] Publish callbacks [] for security_group (887a2417-5a62-4d62-85b6-6e26839d3ed7), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:28.119718 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e58c6ee5-3142-46ec-b94b-4d87b1a61b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (887a2417-5a62-4d62-85b6-6e26839d3ed7), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:28.123349 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e58c6ee5-3142-46ec-b94b-4d87b1a61b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:28.124517 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e58c6ee5-3142-46ec-b94b-4d87b1a61b29 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/887a2417-5a62-4d62-85b6-6e26839d3ed7 HTTP/1.1" status: 204 len: 168 time: 0.1393194 May 19 21:44:28.132935 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c6ee5-3142-46ec-b94b-4d87b1a61b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887a2417-5a62-4d62-85b6-6e26839d3ed7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:29.060657 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacf1d4-cc66-45ac-855f-63d95e43a3b0 req-540008c0-8307-4d61-8b0d-cead3afe0229 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:29.062227 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4dacf1d4-cc66-45ac-855f-63d95e43a3b0 req-540008c0-8307-4d61-8b0d-cead3afe0229 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 943 time: 0.0572498 May 19 21:44:29.063391 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8a9cb-ae7f-45ba-8886-693298419bfb req-d8bf6345-f518-44d6-a2a5-70bf9f22ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:29.064954 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ded8a9cb-ae7f-45ba-8886-693298419bfb req-d8bf6345-f518-44d6-a2a5-70bf9f22ef3c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 1127 time: 0.0483785 May 19 21:44:29.116294 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4dacf1d4-cc66-45ac-855f-63d95e43a3b0 req-1d4aa1d1-9cdf-47b0-bfd3-edab729d939a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=b972195b-e053-4acb-92a7-5f2d89944c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482213 May 19 21:44:29.176690 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8a9cb-ae7f-45ba-8886-693298419bfb req-0fbffa3f-db44-45aa-a8bf-ddabc09815fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:29.178557 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ded8a9cb-ae7f-45ba-8886-693298419bfb req-0fbffa3f-db44-45aa-a8bf-ddabc09815fa service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 915 time: 0.1048524 May 19 21:44:29.231507 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ded8a9cb-ae7f-45ba-8886-693298419bfb req-3e6576c2-d3aa-4cd3-babd-cb25837d4684 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eae5b2b-b305-4be0-b92d-251bb9cc76ee HTTP/1.1" status: 200 len: 217 time: 0.0426784 May 19 21:44:29.288684 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8a9cb-ae7f-45ba-8886-693298419bfb req-866b439d-21d3-4876-9ed5-c5f33341055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:29.290170 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ded8a9cb-ae7f-45ba-8886-693298419bfb req-866b439d-21d3-4876-9ed5-c5f33341055c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0497880 May 19 21:44:29.337786 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8a9cb-ae7f-45ba-8886-693298419bfb req-2dd310bd-76b5-4100-a227-efb8d26bf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:29.339253 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ded8a9cb-ae7f-45ba-8886-693298419bfb req-2dd310bd-76b5-4100-a227-efb8d26bf8d8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411599 May 19 21:44:29.432373 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ded8a9cb-ae7f-45ba-8886-693298419bfb req-bea2772d-0df2-4cb5-b395-af94bc67aa59 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844560 May 19 21:44:29.531417 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ded8a9cb-ae7f-45ba-8886-693298419bfb req-2e3dfc38-611c-4349-8c93-71e7a5ed191a service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915804 May 19 21:44:30.242457 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642f4b9-69b2-48d8-b757-c58674d96be3 req-1cb241bf-18c3-415b-9c92-9e7e14f2f06c tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:30.243950 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0642f4b9-69b2-48d8-b757-c58674d96be3 req-1cb241bf-18c3-415b-9c92-9e7e14f2f06c tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 943 time: 0.0520048 May 19 21:44:30.256964 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:30.295092 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0642f4b9-69b2-48d8-b757-c58674d96be3 req-c5b3b0a4-9bbb-4339-911d-771a1ce439f6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=b972195b-e053-4acb-92a7-5f2d89944c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451810 May 19 21:44:30.509924 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36736) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:30.558176 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 2eae5b2b-b305-4be0-b92d-251bb9cc76ee details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:44:30.572473 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:30.628579 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ab49b93-d170-4947-a00f-f112ee27e5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:30.671328 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2eae5b2b-b305-4be0-b92d-251bb9cc76ee,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:44:30.688775 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'port_id': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'mac_address': 'fa:16:3e:37:15:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:44:30.708362 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ab49b93-d170-4947-a00f-f112ee27e5ff admin admin] Publish callbacks [] for security_group (dcaca736-236e-4910-8d60-cb8fce55492f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:30.714553 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1ab49b93-d170-4947-a00f-f112ee27e5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (dcaca736-236e-4910-8d60-cb8fce55492f), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:30.734109 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:44:30.734740 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:30.753057 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eae5b2b-b305-4be0-b92d-251bb9cc76ee {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:44:30.765192 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab49b93-d170-4947-a00f-f112ee27e5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaca736-236e-4910-8d60-cb8fce55492f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:30.769599 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1ab49b93-d170-4947-a00f-f112ee27e5ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c8353db1a85474bbd619cba9816228f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585998 May 19 21:44:30.772384 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36740) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:30.776230 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2eae5b2b-b305-4be0-b92d-251bb9cc76ee,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:44:30.781698 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:30.823706 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d886ebd-eb87-4273-b832-fabdfe983e4f admin admin] Publish callbacks [] for security_group (dcaca736-236e-4910-8d60-cb8fce55492f), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:30.835273 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=2eae5b2b-b305-4be0-b92d-251bb9cc76ee,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:30.848006 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d886ebd-eb87-4273-b832-fabdfe983e4f admin admin] Publish callbacks [] for security_group (dcaca736-236e-4910-8d60-cb8fce55492f), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:30.900514 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d886ebd-eb87-4273-b832-fabdfe983e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (dcaca736-236e-4910-8d60-cb8fce55492f), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:30.903938 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d886ebd-eb87-4273-b832-fabdfe983e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:30.905084 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1d886ebd-eb87-4273-b832-fabdfe983e4f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dcaca736-236e-4910-8d60-cb8fce55492f HTTP/1.1" status: 204 len: 168 time: 0.1318655 May 19 21:44:30.913326 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d886ebd-eb87-4273-b832-fabdfe983e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaca736-236e-4910-8d60-cb8fce55492f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:31.200995 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36746) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:31.214473 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be17f273-3bb4-40a1-9b10-589277d838d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:31.256788 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['2eae5b2b-b305-4be0-b92d-251bb9cc76ee'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:44:31.287251 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:31.295851 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:31.298328 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be17f273-3bb4-40a1-9b10-589277d838d5 admin admin] Publish callbacks [] for security_group (82065702-4871-4230-b81e-e1b1de69e3f7), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:31.303083 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be17f273-3bb4-40a1-9b10-589277d838d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (82065702-4871-4230-b81e-e1b1de69e3f7), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:31.315937 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:31.351387 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-be17f273-3bb4-40a1-9b10-589277d838d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec457805811d4ffbade1306dd7e79198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492763 May 19 21:44:31.354291 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36750) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:31.354781 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17f273-3bb4-40a1-9b10-589277d838d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82065702-4871-4230-b81e-e1b1de69e3f7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:31.413916 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a5a3db2-38e3-44a7-92af-a39ef183e83b admin admin] Publish callbacks [] for security_group (82065702-4871-4230-b81e-e1b1de69e3f7), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:31.417908 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:31.423826 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e44b3-91cf-4be4-bdda-0d44a807d01b req-916ae96f-3c6e-4073-97df-afb0c698b999 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:31.425361 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0d3e44b3-91cf-4be4-bdda-0d44a807d01b req-916ae96f-3c6e-4073-97df-afb0c698b999 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 944 time: 0.0502322 May 19 21:44:31.437123 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a5a3db2-38e3-44a7-92af-a39ef183e83b admin admin] Publish callbacks [] for security_group (82065702-4871-4230-b81e-e1b1de69e3f7), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:31.474527 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0d3e44b3-91cf-4be4-bdda-0d44a807d01b req-0ed22681-6114-4115-9535-8470fbbca1fd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=b972195b-e053-4acb-92a7-5f2d89944c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434670 May 19 21:44:31.485685 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a5a3db2-38e3-44a7-92af-a39ef183e83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (82065702-4871-4230-b81e-e1b1de69e3f7), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:31.488460 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-9a5a3db2-38e3-44a7-92af-a39ef183e83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:31.489596 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-9a5a3db2-38e3-44a7-92af-a39ef183e83b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82065702-4871-4230-b81e-e1b1de69e3f7 HTTP/1.1" status: 204 len: 168 time: 0.1342566 May 19 21:44:31.497862 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a3db2-38e3-44a7-92af-a39ef183e83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82065702-4871-4230-b81e-e1b1de69e3f7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:32.570677 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 2eae5b2b-b305-4be0-b92d-251bb9cc76ee up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:44:32.595687 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0700cc9-be57-4f86-8195-6bef3c348c46 req-997d0afb-fbda-4a1c-8031-eb3703adccde tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:32.602466 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c0700cc9-be57-4f86-8195-6bef3c348c46 req-997d0afb-fbda-4a1c-8031-eb3703adccde tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 944 time: 0.0546205 May 19 21:44:32.618306 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:44:32.625441 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:44:32.625849 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:32.652953 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c0700cc9-be57-4f86-8195-6bef3c348c46 req-2c9ee9f5-caa9-42d5-9f51-21a28c7d659e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=b972195b-e053-4acb-92a7-5f2d89944c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496249 May 19 21:44:32.707963 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:44:32.708342 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:32.732441 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d071024-fffe-422f-9730-0f429f40221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:44:32.734718 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972e68f2-1221-4ea4-9c9e-7fc0bc2276c4" -d '{"events": [{"server_uuid": "2d071024-fffe-422f-9730-0f429f40221b", "name": "network-vif-plugged", "status": "completed", "tag": "2eae5b2b-b305-4be0-b92d-251bb9cc76ee"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:44:32.751296 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2eae5b2b-b305-4be0-b92d-251bb9cc76ee,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:44:32.756576 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:32.809465 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=2eae5b2b-b305-4be0-b92d-251bb9cc76ee,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:32.918634 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d139c0f-ee19-4bd0-a4ad-d97f66e0b1c8 x-openstack-request-id: req-4d139c0f-ee19-4bd0-a4ad-d97f66e0b1c8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:44:32.918923 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d071024-fffe-422f-9730-0f429f40221b", "name": "network-vif-plugged", "status": "completed", "tag": "2eae5b2b-b305-4be0-b92d-251bb9cc76ee", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:44:32.919176 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d139c0f-ee19-4bd0-a4ad-d97f66e0b1c8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:44:32.919761 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d139c0f-ee19-4bd0-a4ad-d97f66e0b1c8'] response: {'server_uuid': '2d071024-fffe-422f-9730-0f429f40221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'code': 200} May 19 21:44:33.084988 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df6e43-e332-48a9-afe8-e6eee0b1ff7d req-4d90a311-5fac-45b0-8366-a5e9a4de2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:33.086700 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f5df6e43-e332-48a9-afe8-e6eee0b1ff7d req-4d90a311-5fac-45b0-8366-a5e9a4de2941 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 1129 time: 0.0393333 May 19 21:44:33.137024 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f5df6e43-e332-48a9-afe8-e6eee0b1ff7d req-f267e625-6f84-4491-952a-800eaa0b7b94 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b972195b-e053-4acb-92a7-5f2d89944c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443437 May 19 21:44:33.722994 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36826) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:33.789264 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691e3e8-883f-410a-a2ef-2fd901d19150 req-6686801e-3fe7-435d-a830-df5cb520af2f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:33.791206 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f691e3e8-883f-410a-a2ef-2fd901d19150 req-6686801e-3fe7-435d-a830-df5cb520af2f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 945 time: 0.0509088 May 19 21:44:33.871569 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d59c3fcf-3987-437b-874c-d63971359054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:33.876725 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f691e3e8-883f-410a-a2ef-2fd901d19150 req-df0a3024-b1a8-46b0-af07-c2545c7153fe tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=b972195b-e053-4acb-92a7-5f2d89944c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750759 May 19 21:44:33.959650 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d59c3fcf-3987-437b-874c-d63971359054 admin admin] Publish callbacks [] for security_group (2e654f97-dcdf-490a-87e5-bf795f0b45cc), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:33.965767 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d59c3fcf-3987-437b-874c-d63971359054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (2e654f97-dcdf-490a-87e5-bf795f0b45cc), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:34.006107 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c3fcf-3987-437b-874c-d63971359054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e654f97-dcdf-490a-87e5-bf795f0b45cc,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:34.010362 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-d59c3fcf-3987-437b-874c-d63971359054 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=77190064c2bc49808a1a694da39903f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863126 May 19 21:44:34.013675 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36830) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:34.063048 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-db47b655-1cc3-4457-b176-2f175402ad90 admin admin] Publish callbacks [] for security_group (2e654f97-dcdf-490a-87e5-bf795f0b45cc), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:34.085766 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-db47b655-1cc3-4457-b176-2f175402ad90 admin admin] Publish callbacks [] for security_group (2e654f97-dcdf-490a-87e5-bf795f0b45cc), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:34.134621 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-db47b655-1cc3-4457-b176-2f175402ad90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (2e654f97-dcdf-490a-87e5-bf795f0b45cc), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:34.137342 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-db47b655-1cc3-4457-b176-2f175402ad90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:34.138746 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-db47b655-1cc3-4457-b176-2f175402ad90 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2e654f97-dcdf-490a-87e5-bf795f0b45cc HTTP/1.1" status: 204 len: 168 time: 0.1244972 May 19 21:44:34.148066 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47b655-1cc3-4457-b176-2f175402ad90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e654f97-dcdf-490a-87e5-bf795f0b45cc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:34.435699 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36836) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:34.456233 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-265cec4a-e7aa-4be7-8e62-d9538d1c64d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:34.550034 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-265cec4a-e7aa-4be7-8e62-d9538d1c64d3 admin admin] Publish callbacks [] for security_group (80d80a0f-0a7a-4223-a23f-938c25ff688e), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:34.555438 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-265cec4a-e7aa-4be7-8e62-d9538d1c64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (80d80a0f-0a7a-4223-a23f-938c25ff688e), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:34.597869 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-265cec4a-e7aa-4be7-8e62-d9538d1c64d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5a8a5cab0d24e7884d751c46a5b62a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606634 May 19 21:44:34.598756 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cec4a-e7aa-4be7-8e62-d9538d1c64d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d80a0f-0a7a-4223-a23f-938c25ff688e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:34.601537 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36838) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:34.610200 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:34.664163 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2fb6cb86-9d95-4d90-9a99-488446d7afd7 admin admin] Publish callbacks [] for security_group (80d80a0f-0a7a-4223-a23f-938c25ff688e), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:34.687049 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2fb6cb86-9d95-4d90-9a99-488446d7afd7 admin admin] Publish callbacks [] for security_group (80d80a0f-0a7a-4223-a23f-938c25ff688e), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:34.741400 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2fb6cb86-9d95-4d90-9a99-488446d7afd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (80d80a0f-0a7a-4223-a23f-938c25ff688e), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:34.744242 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-2fb6cb86-9d95-4d90-9a99-488446d7afd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:34.745427 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-2fb6cb86-9d95-4d90-9a99-488446d7afd7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80d80a0f-0a7a-4223-a23f-938c25ff688e HTTP/1.1" status: 204 len: 168 time: 0.1427164 May 19 21:44:34.758157 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6cb86-9d95-4d90-9a99-488446d7afd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d80a0f-0a7a-4223-a23f-938c25ff688e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:34.942478 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=31 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:34.944481 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=28 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:35.004383 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caea5c-ec0f-43db-a66e-421b849b1afe req-10ef065e-5644-4cb4-99f3-ba546be851b4 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:35.005904 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b9caea5c-ec0f-43db-a66e-421b849b1afe req-10ef065e-5644-4cb4-99f3-ba546be851b4 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 945 time: 0.0496650 May 19 21:44:35.070998 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b9caea5c-ec0f-43db-a66e-421b849b1afe req-a8c3700c-37f2-450e-82cb-ed0eaeb995e0 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=b972195b-e053-4acb-92a7-5f2d89944c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588973 May 19 21:44:35.197164 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed15f2-81a5-43bd-aaae-cf4bc0055b93 req-6a13dfb5-3aaf-4bb3-b622-7b4e4e9cf987 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:35.198940 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-87ed15f2-81a5-43bd-aaae-cf4bc0055b93 req-6a13dfb5-3aaf-4bb3-b622-7b4e4e9cf987 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 945 time: 0.0557096 May 19 21:44:35.209408 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36854) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:35.214330 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-cfa8b12f-b12e-4be3-b925-ee85d1b939fd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'floatingip': {'port_id': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:44:35.254626 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cfa8b12f-b12e-4be3-b925-ee85d1b939fd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (91eab6e1-c9f1-49ee-855a-44fbb872764f), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:35.284436 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:35.983833 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cfa8b12f-b12e-4be3-b925-ee85d1b939fd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:35.991133 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cfa8b12f-b12e-4be3-b925-ee85d1b939fd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (91eab6e1-c9f1-49ee-855a-44fbb872764f), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:36.091106 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.l3_db [None req-cfa8b12f-b12e-4be3-b925-ee85d1b939fd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Floating IP 91eab6e1-c9f1-49ee-855a-44fbb872764f associated. External IP: 172.27.0.66, port: 2eae5b2b-b305-4be0-b92d-251bb9cc76ee. May 19 21:44:36.295989 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa8b12f-b12e-4be3-b925-ee85d1b939fd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Router 783efb32-32e5-4adc-931a-cf41d3966023 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:44:36.360427 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:36.416222 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa8b12f-b12e-4be3-b925-ee85d1b939fd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:44:36.422197 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cfa8b12f-b12e-4be3-b925-ee85d1b939fd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:36.429793 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13a634-bb31-4166-bb21-9fbd325d0fa9 None None] Sync routers for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:44:36.440552 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13a634-bb31-4166-bb21-9fbd325d0fa9 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:44:36.441206 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-1b13a634-bb31-4166-bb21-9fbd325d0fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:44:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:36.455728 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-cfa8b12f-b12e-4be3-b925-ee85d1b939fd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "PUT /v2.0/floatingips/91eab6e1-c9f1-49ee-855a-44fbb872764f HTTP/1.1" status: 200 len: 990 time: 1.2451727 May 19 21:44:36.456674 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d071024-fffe-422f-9730-0f429f40221b', 'tag': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:44:36.459033 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f4e914-ef13-44ea-bc00-445a90741769" -d '{"events": [{"name": "network-changed", "server_uuid": "2d071024-fffe-422f-9730-0f429f40221b", "tag": "2eae5b2b-b305-4be0-b92d-251bb9cc76ee"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:44:36.504578 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98906373-a104-471d-9eb7-c63866d3f235 x-openstack-request-id: req-98906373-a104-471d-9eb7-c63866d3f235 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:44:36.504869 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d071024-fffe-422f-9730-0f429f40221b", "tag": "2eae5b2b-b305-4be0-b92d-251bb9cc76ee", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:44:36.505121 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98906373-a104-471d-9eb7-c63866d3f235 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:44:36.505530 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98906373-a104-471d-9eb7-c63866d3f235'] response: {'name': 'network-changed', 'server_uuid': '2d071024-fffe-422f-9730-0f429f40221b', 'tag': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'status': 'completed', 'code': 200} May 19 21:44:36.562323 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-1b13a634-bb31-4166-bb21-9fbd325d0fa9 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:44:36.577598 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4e914-ef13-44ea-bc00-445a90741769 req-7182ef89-91a9-4f44-90da-089bb3135a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:36.579168 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-66f4e914-ef13-44ea-bc00-445a90741769 req-7182ef89-91a9-4f44-90da-089bb3135a71 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 1129 time: 0.0485957 May 19 21:44:36.677787 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d52ecd6b-cdab-4fce-a82f-0b4a5755328a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:36.701744 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:36.704566 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4e914-ef13-44ea-bc00-445a90741769 req-15f9e78c-6864-4a03-a1cb-b27d27c2d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:36.706131 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-66f4e914-ef13-44ea-bc00-445a90741769 req-15f9e78c-6864-4a03-a1cb-b27d27c2d8a7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 915 time: 0.1213281 May 19 21:44:36.791666 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-66f4e914-ef13-44ea-bc00-445a90741769 req-edb00c55-48aa-4325-bcc4-b853bdcffea3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eae5b2b-b305-4be0-b92d-251bb9cc76ee HTTP/1.1" status: 200 len: 998 time: 0.0787704 May 19 21:44:36.830473 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-1b13a634-bb31-4166-bb21-9fbd325d0fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '91eab6e1-c9f1-49ee-855a-44fbb872764f', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:37:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d071024-fffe-422f-9730-0f429f40221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:44:21Z', 'updated_at': '2022-05-19T21:44:35Z', 'revision_number': 1, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:36.859421 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4e914-ef13-44ea-bc00-445a90741769 req-374315e0-4938-4f8d-9255-ca2a4f1eca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:36.860199 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13a634-bb31-4166-bb21-9fbd325d0fa9 None None] Checking router: 783efb32-32e5-4adc-931a-cf41d3966023 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:44:36.861184 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-66f4e914-ef13-44ea-bc00-445a90741769 req-374315e0-4938-4f8d-9255-ca2a4f1eca8d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0637720 May 19 21:44:36.869275 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13a634-bb31-4166-bb21-9fbd325d0fa9 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:44:36.869922 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-1b13a634-bb31-4166-bb21-9fbd325d0fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:44:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:36.907464 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4e914-ef13-44ea-bc00-445a90741769 req-0f96ddeb-a946-4140-9481-c3f712d813c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:44:36.908993 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-66f4e914-ef13-44ea-bc00-445a90741769 req-0f96ddeb-a946-4140-9481-c3f712d813c7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403152 May 19 21:44:36.974595 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-1b13a634-bb31-4166-bb21-9fbd325d0fa9 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:44:37.005676 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-66f4e914-ef13-44ea-bc00-445a90741769 req-b85f0fef-5aae-432a-8a3f-1f6e90fe6383 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894613 May 19 21:44:37.114718 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-66f4e914-ef13-44ea-bc00-445a90741769 req-ba3f8e84-b44e-4574-83df-041eb27370f3 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032093 May 19 21:44:37.289548 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-1b13a634-bb31-4166-bb21-9fbd325d0fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '91eab6e1-c9f1-49ee-855a-44fbb872764f', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:37:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d071024-fffe-422f-9730-0f429f40221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:44:21Z', 'updated_at': '2022-05-19T21:44:35Z', 'revision_number': 1, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:44:37.317087 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13a634-bb31-4166-bb21-9fbd325d0fa9 None None] The sync data for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi is: [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '91eab6e1-c9f1-49ee-855a-44fbb872764f', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:37:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d071024-fffe-422f-9730-0f429f40221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:44:21Z', 'updated_at': '2022-05-19T21:44:35Z', 'revision_number': 1, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:44:37.512337 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a844c39-7beb-467d-8c70-48f09c9d3a35 None None] New status for floating IP 91eab6e1-c9f1-49ee-855a-44fbb872764f: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:44:37.574456 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:39.365502 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0cbc357-eb09-4d86-9b47-e0d98d56bd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:40.516547 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:41.853057 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:42.030721 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:43.072560 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:45.050835 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=37,neutron:INSERT=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:45.065975 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=50,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:45.898381 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 36960) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:46.013697 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fb37ffa9-6a3a-45a3-824d-40b527e8d7fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:46.102321 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fb37ffa9-6a3a-45a3-824d-40b527e8d7fd admin admin] Publish callbacks [] for security_group (56a8124c-a102-4ecc-b8b7-7935602e4e8c), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:46.107714 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-fb37ffa9-6a3a-45a3-824d-40b527e8d7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (56a8124c-a102-4ecc-b8b7-7935602e4e8c), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:46.155613 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36964) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:46.156391 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-fb37ffa9-6a3a-45a3-824d-40b527e8d7fd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7eae7fe4575745e680dc1b9367941005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561467 May 19 21:44:46.156546 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37ffa9-6a3a-45a3-824d-40b527e8d7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a8124c-a102-4ecc-b8b7-7935602e4e8c,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:46.211750 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9999-c519-4259-854c-c6ebb852908c admin admin] Publish callbacks [] for security_group (56a8124c-a102-4ecc-b8b7-7935602e4e8c), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:46.236465 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9999-c519-4259-854c-c6ebb852908c admin admin] Publish callbacks [] for security_group (56a8124c-a102-4ecc-b8b7-7935602e4e8c), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:46.300397 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9999-c519-4259-854c-c6ebb852908c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (56a8124c-a102-4ecc-b8b7-7935602e4e8c), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:46.303527 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9999-c519-4259-854c-c6ebb852908c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:46.304833 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-7c6a9999-c519-4259-854c-c6ebb852908c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56a8124c-a102-4ecc-b8b7-7935602e4e8c HTTP/1.1" status: 204 len: 168 time: 0.1467400 May 19 21:44:46.313864 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a9999-c519-4259-854c-c6ebb852908c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a8124c-a102-4ecc-b8b7-7935602e4e8c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:46.662503 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36970) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:46.677238 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05eb6989-5992-40e2-bc55-430b5ecf2911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:46.783893 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05eb6989-5992-40e2-bc55-430b5ecf2911 admin admin] Publish callbacks [] for security_group (7c4b0753-3ab3-4dd9-99b1-c6d894c800d6), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:46.788016 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05eb6989-5992-40e2-bc55-430b5ecf2911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (7c4b0753-3ab3-4dd9-99b1-c6d894c800d6), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:46.826945 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb6989-5992-40e2-bc55-430b5ecf2911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4b0753-3ab3-4dd9-99b1-c6d894c800d6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:46.833037 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-05eb6989-5992-40e2-bc55-430b5ecf2911 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f45caa804af499a8393266fa1ca440f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697323 May 19 21:44:46.835938 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36972) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:46.891284 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c580e911-7ff7-463b-a074-87869d24cf11 admin admin] Publish callbacks [] for security_group (7c4b0753-3ab3-4dd9-99b1-c6d894c800d6), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:46.914032 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c580e911-7ff7-463b-a074-87869d24cf11 admin admin] Publish callbacks [] for security_group (7c4b0753-3ab3-4dd9-99b1-c6d894c800d6), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:46.966856 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c580e911-7ff7-463b-a074-87869d24cf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (7c4b0753-3ab3-4dd9-99b1-c6d894c800d6), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:46.969801 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c580e911-7ff7-463b-a074-87869d24cf11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:46.971089 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c580e911-7ff7-463b-a074-87869d24cf11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7c4b0753-3ab3-4dd9-99b1-c6d894c800d6 HTTP/1.1" status: 204 len: 168 time: 0.1342459 May 19 21:44:46.981969 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580e911-7ff7-463b-a074-87869d24cf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4b0753-3ab3-4dd9-99b1-c6d894c800d6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:47.291747 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=69 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:47.292648 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=79 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:47.976394 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:44:55.720729 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37096) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:55.844022 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cea756d6-f61b-41fb-979c-61bec74d93b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:55.922456 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cea756d6-f61b-41fb-979c-61bec74d93b9 admin admin] Publish callbacks [] for security_group (f38177fc-246e-415b-963d-6ff07d386d8c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:55.927636 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cea756d6-f61b-41fb-979c-61bec74d93b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (f38177fc-246e-415b-963d-6ff07d386d8c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:55.968675 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-cea756d6-f61b-41fb-979c-61bec74d93b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f22ab4110204152a909fa5526c47307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466879 May 19 21:44:55.969959 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea756d6-f61b-41fb-979c-61bec74d93b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38177fc-246e-415b-963d-6ff07d386d8c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:55.971863 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37100) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:56.029608 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e402b05-47f1-44ae-a29d-541a7596f780 admin admin] Publish callbacks [] for security_group (f38177fc-246e-415b-963d-6ff07d386d8c), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:56.052355 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e402b05-47f1-44ae-a29d-541a7596f780 admin admin] Publish callbacks [] for security_group (f38177fc-246e-415b-963d-6ff07d386d8c), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:56.101830 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e402b05-47f1-44ae-a29d-541a7596f780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (f38177fc-246e-415b-963d-6ff07d386d8c), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:56.104415 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-4e402b05-47f1-44ae-a29d-541a7596f780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:56.105583 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-4e402b05-47f1-44ae-a29d-541a7596f780 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f38177fc-246e-415b-963d-6ff07d386d8c HTTP/1.1" status: 204 len: 168 time: 0.1327083 May 19 21:44:56.114821 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e402b05-47f1-44ae-a29d-541a7596f780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38177fc-246e-415b-963d-6ff07d386d8c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:56.395954 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37106) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:56.409915 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-920cbeaa-9259-43cd-9152-e071c0db8541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:56.446720 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:56.457453 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:56.493048 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-920cbeaa-9259-43cd-9152-e071c0db8541 admin admin] Publish callbacks [] for security_group (86e420af-936e-4592-aba2-7b91f3699ddc), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:56.497264 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-920cbeaa-9259-43cd-9152-e071c0db8541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (86e420af-936e-4592-aba2-7b91f3699ddc), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:56.535792 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cbeaa-9259-43cd-9152-e071c0db8541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e420af-936e-4592-aba2-7b91f3699ddc,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:56.540044 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-920cbeaa-9259-43cd-9152-e071c0db8541 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=303be763807c4e27911870f876fa96eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430211 May 19 21:44:56.543171 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37108) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:56.594939 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62bccbd9-745d-43fc-bfa0-1b807e60703b admin admin] Publish callbacks [] for security_group (86e420af-936e-4592-aba2-7b91f3699ddc), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:56.621239 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62bccbd9-745d-43fc-bfa0-1b807e60703b admin admin] Publish callbacks [] for security_group (86e420af-936e-4592-aba2-7b91f3699ddc), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:56.682517 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62bccbd9-745d-43fc-bfa0-1b807e60703b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (86e420af-936e-4592-aba2-7b91f3699ddc), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:56.685097 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-62bccbd9-745d-43fc-bfa0-1b807e60703b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:56.686357 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-62bccbd9-745d-43fc-bfa0-1b807e60703b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/86e420af-936e-4592-aba2-7b91f3699ddc HTTP/1.1" status: 204 len: 168 time: 0.1422789 May 19 21:44:56.696565 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bccbd9-745d-43fc-bfa0-1b807e60703b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e420af-936e-4592-aba2-7b91f3699ddc,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:57.060883 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37114) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:57.079052 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d35095f-198f-4d49-93e8-3dc2cbea408c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:57.169279 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d35095f-198f-4d49-93e8-3dc2cbea408c admin admin] Publish callbacks [] for security_group (fa7c14d3-82f9-4da8-a4ee-a09830c55bed), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:57.174435 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5d35095f-198f-4d49-93e8-3dc2cbea408c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (fa7c14d3-82f9-4da8-a4ee-a09830c55bed), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:57.219656 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-5d35095f-198f-4d49-93e8-3dc2cbea408c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98b04880708e44bfb7e3455e1ebb8e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576540 May 19 21:44:57.220523 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35095f-198f-4d49-93e8-3dc2cbea408c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7c14d3-82f9-4da8-a4ee-a09830c55bed,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:44:57.223499 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37118) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:44:57.284175 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d3c5ca2-110d-445b-b4e1-c609aad92785 admin admin] Publish callbacks [] for security_group (fa7c14d3-82f9-4da8-a4ee-a09830c55bed), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:57.307564 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d3c5ca2-110d-445b-b4e1-c609aad92785 admin admin] Publish callbacks [] for security_group (fa7c14d3-82f9-4da8-a4ee-a09830c55bed), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:57.316191 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:57.323140 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:44:57.367114 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d3c5ca2-110d-445b-b4e1-c609aad92785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (fa7c14d3-82f9-4da8-a4ee-a09830c55bed), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:57.370471 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d3c5ca2-110d-445b-b4e1-c609aad92785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:44:57.371701 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-3d3c5ca2-110d-445b-b4e1-c609aad92785 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fa7c14d3-82f9-4da8-a4ee-a09830c55bed HTTP/1.1" status: 204 len: 168 time: 0.1468706 May 19 21:44:57.383312 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c5ca2-110d-445b-b4e1-c609aad92785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7c14d3-82f9-4da8-a4ee-a09830c55bed,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:06.640357 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:06.655243 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5852a09b-e6d6-47b9-8b92-13bfad190660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:07.213321 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=41,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:07.215330 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:INSERT=12,neutron:SELECT=51,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:07.375212 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=4,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:07.376433 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:09.347108 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:09.363340 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c91762be-90e7-4832-9d14-3fa7dd934ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:10.519074 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:11.868883 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:11.940926 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=7 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:11.942108 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:12.034361 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:13.066321 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:17.947720 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-46573c5c-8563-44f9-888d-805153b26965 req-d804c413-29ab-4d5b-990d-c163c2dfd8a4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401566 May 19 21:45:18.053366 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573c5c-8563-44f9-888d-805153b26965 req-87781a19-c646-41c7-934a-76919b59a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:18.054916 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-46573c5c-8563-44f9-888d-805153b26965 req-87781a19-c646-41c7-934a-76919b59a4bb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 1129 time: 0.0583901 May 19 21:45:18.166843 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573c5c-8563-44f9-888d-805153b26965 req-9a7243fd-8795-452f-b40f-b8c9660761ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:18.168824 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-46573c5c-8563-44f9-888d-805153b26965 req-9a7243fd-8795-452f-b40f-b8c9660761ad service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 912 time: 0.0905704 May 19 21:45:18.240959 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-46573c5c-8563-44f9-888d-805153b26965 req-9a05f00e-7765-45a7-aea7-d03fa4094b02 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de7b941-4923-4121-aea7-13eb18ac70b9 HTTP/1.1" status: 200 len: 1001 time: 0.0656745 May 19 21:45:18.292141 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573c5c-8563-44f9-888d-805153b26965 req-644a4de5-6341-46a3-98c6-f6e5326c6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:18.293590 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-46573c5c-8563-44f9-888d-805153b26965 req-644a4de5-6341-46a3-98c6-f6e5326c6303 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e22e601-0eeb-4eed-b4ae-be0588320b1e HTTP/1.1" status: 200 len: 850 time: 0.0472023 May 19 21:45:18.349490 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573c5c-8563-44f9-888d-805153b26965 req-28a042c2-3d60-4763-88b3-98967ca146d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:18.351838 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-46573c5c-8563-44f9-888d-805153b26965 req-28a042c2-3d60-4763-88b3-98967ca146d7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5d9547d-2306-4c78-9ac6-532192256ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518270 May 19 21:45:18.453460 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-46573c5c-8563-44f9-888d-805153b26965 req-2e1feb83-97c4-4f69-832b-42bfaf449fba service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954430 May 19 21:45:18.546887 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-46573c5c-8563-44f9-888d-805153b26965 req-042594a5-b293-4efb-a7d3-2ffa86cad5d4 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871592 May 19 21:45:20.584708 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37126) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:20.979347 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Deleting port 9e8c1861-fa04-4d85-bb39-55b63e4e5b78 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:45:20.979687 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (9e8c1861-fa04-4d85-bb39-55b63e4e5b78), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:21.065460 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (9e8c1861-fa04-4d85-bb39-55b63e4e5b78), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:21.065736 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for floatingip (9e8c1861-fa04-4d85-bb39-55b63e4e5b78), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:21.079286 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Calling delete_port for 9e8c1861-fa04-4d85-bb39-55b63e4e5b78 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:45:21.258483 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:21.266329 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:21.274090 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (9e8c1861-fa04-4d85-bb39-55b63e4e5b78), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:21.299257 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event deleted for resources: {'Port': ['ID=9e8c1861-fa04-4d85-bb39-55b63e4e5b78,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:21.312511 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.312859 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.313196 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.313532 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.313868 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.314216 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.314578 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.314900 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.315219 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.315534 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.315858 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.316180 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.316857 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.317175 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.317485 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:21.375819 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for floatingip (2d9ca7cd-1780-4f52-a3aa-56777b2db1ef), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:21.376130 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.l3_db [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Floating IP 2d9ca7cd-1780-4f52-a3aa-56777b2db1ef disassociated (deleted). External IP: 172.27.0.181, port: 76df0d38-9d1e-444b-9684-faaab6f94a92. May 19 21:45:21.601931 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Router 5c0f9981-5982-4c01-8f9a-432e4f111584 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:45:21.713078 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:45:21.718177 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:21.723615 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea53eb-6a8b-471a-9cdd-7cb397c852ba None None] Sync routers for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:45:21.736681 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea53eb-6a8b-471a-9cdd-7cb397c852ba None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:45:21.737571 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-31ea53eb-6a8b-471a-9cdd-7cb397c852ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:45:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:21.754284 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-0a14788d-6ddd-4a07-9090-200b14575e77 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "DELETE /v2.0/floatingips/2d9ca7cd-1780-4f52-a3aa-56777b2db1ef HTTP/1.1" status: 204 len: 168 time: 1.1658874 May 19 21:45:21.754284 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'tag': '76df0d38-9d1e-444b-9684-faaab6f94a92'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:45:21.754818 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a63ab6-c013-4efc-940d-d32641ad8084" -d '{"events": [{"name": "network-changed", "server_uuid": "365bcd45-f5a7-4207-8767-ef081a3f46b7", "tag": "76df0d38-9d1e-444b-9684-faaab6f94a92"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:45:21.799772 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bdb9a5-2070-471c-bff0-0fa0c138b439 x-openstack-request-id: req-e6bdb9a5-2070-471c-bff0-0fa0c138b439 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:45:21.800042 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365bcd45-f5a7-4207-8767-ef081a3f46b7", "tag": "76df0d38-9d1e-444b-9684-faaab6f94a92", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:45:21.800316 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6bdb9a5-2070-471c-bff0-0fa0c138b439 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:45:21.800723 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6bdb9a5-2070-471c-bff0-0fa0c138b439'] response: {'name': 'network-changed', 'server_uuid': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'tag': '76df0d38-9d1e-444b-9684-faaab6f94a92', 'status': 'completed', 'code': 200} May 19 21:45:21.860718 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-31ea53eb-6a8b-471a-9cdd-7cb397c852ba None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:45:21.868104 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63ab6-c013-4efc-940d-d32641ad8084 req-8ff259e8-fce2-488d-aaf1-f41d0cadb9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:21.869729 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-75a63ab6-c013-4efc-940d-d32641ad8084 req-8ff259e8-fce2-488d-aaf1-f41d0cadb9ac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 1129 time: 0.0467951 May 19 21:45:21.995275 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63ab6-c013-4efc-940d-d32641ad8084 req-cd4e3812-0210-4e78-b9d1-63ba56bf0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:21.996763 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-75a63ab6-c013-4efc-940d-d32641ad8084 req-cd4e3812-0210-4e78-b9d1-63ba56bf0cb1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 912 time: 0.1036291 May 19 21:45:22.002847 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103036e6-597b-4df9-9009-8c14b6fd8ca9 req-aa9581cc-9593-45e4-8430-1aa51deba77a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:22.004371 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-103036e6-597b-4df9-9009-8c14b6fd8ca9 req-aa9581cc-9593-45e4-8430-1aa51deba77a tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 945 time: 0.0533414 May 19 21:45:22.055681 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-103036e6-597b-4df9-9009-8c14b6fd8ca9 req-eff9e4b0-5834-434a-96f9-c77101e516b7 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454354 May 19 21:45:22.083415 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-31ea53eb-6a8b-471a-9cdd-7cb397c852ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '710d1574-60e8-42c2-80ef-f5baabaf04e6', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:8c:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:39:46Z', 'updated_at': '2022-05-19T21:39:48Z', 'revision_number': 1, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:22.107990 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea53eb-6a8b-471a-9cdd-7cb397c852ba None None] Checking router: 5c0f9981-5982-4c01-8f9a-432e4f111584 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:45:22.117292 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea53eb-6a8b-471a-9cdd-7cb397c852ba None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:45:22.117823 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-31ea53eb-6a8b-471a-9cdd-7cb397c852ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:45:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:22.221631 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-31ea53eb-6a8b-471a-9cdd-7cb397c852ba None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:45:22.439833 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-31ea53eb-6a8b-471a-9cdd-7cb397c852ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '710d1574-60e8-42c2-80ef-f5baabaf04e6', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:8c:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:39:46Z', 'updated_at': '2022-05-19T21:39:48Z', 'revision_number': 1, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:22.465285 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea53eb-6a8b-471a-9cdd-7cb397c852ba None None] The sync data for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi is: [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '710d1574-60e8-42c2-80ef-f5baabaf04e6', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'port_id': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'mac_address': 'fa:16:3e:8c:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:39:46Z', 'updated_at': '2022-05-19T21:39:48Z', 'revision_number': 1, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:45:22.712390 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f55141d-1046-4505-adc5-75626f45fdfa None None] New status for floating IP 2d9ca7cd-1780-4f52-a3aa-56777b2db1ef: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:45:22.962893 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-75a63ab6-c013-4efc-940d-d32641ad8084 req-a5387f76-5a76-4414-94ed-a19696408168 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76df0d38-9d1e-444b-9684-faaab6f94a92 HTTP/1.1" status: 200 len: 217 time: 0.0348930 May 19 21:45:23.018943 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63ab6-c013-4efc-940d-d32641ad8084 req-3f0354ef-629b-44bd-91da-2da7e8dc200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:23.020437 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-75a63ab6-c013-4efc-940d-d32641ad8084 req-3f0354ef-629b-44bd-91da-2da7e8dc200b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e22e601-0eeb-4eed-b4ae-be0588320b1e HTTP/1.1" status: 200 len: 850 time: 0.0525391 May 19 21:45:23.086033 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63ab6-c013-4efc-940d-d32641ad8084 req-68283c3f-9ed3-405e-9187-d0abad5d2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:23.089514 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-75a63ab6-c013-4efc-940d-d32641ad8084 req-68283c3f-9ed3-405e-9187-d0abad5d2861 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5d9547d-2306-4c78-9ac6-532192256ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459075 May 19 21:45:23.203950 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c199-d167-4eb1-9fd6-6fdc7960b381 req-86817215-2fc0-49d5-80f5-96d0b92a4a44 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:23.205429 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-03f8c199-d167-4eb1-9fd6-6fdc7960b381 req-86817215-2fc0-49d5-80f5-96d0b92a4a44 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 945 time: 0.0619440 May 19 21:45:23.244381 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-75a63ab6-c013-4efc-940d-d32641ad8084 req-bf3df14a-4a1b-4395-ab7c-1eb23d3703e5 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467650 May 19 21:45:23.273108 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-03f8c199-d167-4eb1-9fd6-6fdc7960b381 req-9a95cede-72aa-4310-a5cb-bfb9ee70b7a8 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609584 May 19 21:45:23.384844 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:23.423238 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-75a63ab6-c013-4efc-940d-d32641ad8084 req-154c48f9-c069-4632-8c97-f2322659a718 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890520 May 19 21:45:23.807783 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:23.819617 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c3a31-8293-4f5a-b156-f557f1c9a819 req-385ce6e0-4459-4f25-b6db-83f73d2414a4 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:23.821437 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0a4c3a31-8293-4f5a-b156-f557f1c9a819 req-385ce6e0-4459-4f25-b6db-83f73d2414a4 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 945 time: 0.0600073 May 19 21:45:23.908852 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0a4c3a31-8293-4f5a-b156-f557f1c9a819 req-099841dc-525f-40e1-a514-91d4e10c290d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Deleting port 76df0d38-9d1e-444b-9684-faaab6f94a92 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:45:23.909195 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0a4c3a31-8293-4f5a-b156-f557f1c9a819 req-099841dc-525f-40e1-a514-91d4e10c290d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:24.010997 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [req-0a4c3a31-8293-4f5a-b156-f557f1c9a819 req-099841dc-525f-40e1-a514-91d4e10c290d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] For port 76df0d38-9d1e-444b-9684-faaab6f94a92, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=76df0d38-9d1e-444b-9684-faaab6f94a92,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:45:24.011765 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0a4c3a31-8293-4f5a-b156-f557f1c9a819 req-099841dc-525f-40e1-a514-91d4e10c290d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:24.026206 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [req-0a4c3a31-8293-4f5a-b156-f557f1c9a819 req-099841dc-525f-40e1-a514-91d4e10c290d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Calling delete_port for 76df0d38-9d1e-444b-9684-faaab6f94a92 owned by compute:nova {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:45:24.167205 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0a4c3a31-8293-4f5a-b156-f557f1c9a819 req-099841dc-525f-40e1-a514-91d4e10c290d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (76df0d38-9d1e-444b-9684-faaab6f94a92), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:24.211927 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099841dc-525f-40e1-a514-91d4e10c290d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event deleted for resources: {'Port': ['ID=76df0d38-9d1e-444b-9684-faaab6f94a92,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:24.263782 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4c3a31-8293-4f5a-b156-f557f1c9a819 req-099841dc-525f-40e1-a514-91d4e10c290d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] No DVR routers for this DVR port 76df0d38-9d1e-444b-9684-faaab6f94a92 on host hv-cinder-83563 {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:45:24.266434 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [req-0a4c3a31-8293-4f5a-b156-f557f1c9a819 req-099841dc-525f-40e1-a514-91d4e10c290d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:24.269747 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0a4c3a31-8293-4f5a-b156-f557f1c9a819 req-099841dc-525f-40e1-a514-91d4e10c290d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "DELETE /v2.0/ports/76df0d38-9d1e-444b-9684-faaab6f94a92 HTTP/1.1" status: 204 len: 173 time: 0.4436679 May 19 21:45:24.270210 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'name': 'network-vif-deleted', 'tag': '76df0d38-9d1e-444b-9684-faaab6f94a92'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:45:24.272494 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95362aa-0f7d-4157-9cbd-196ca5d04afe" -d '{"events": [{"server_uuid": "365bcd45-f5a7-4207-8767-ef081a3f46b7", "name": "network-vif-deleted", "tag": "76df0d38-9d1e-444b-9684-faaab6f94a92"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:45:24.328165 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6227d66-c844-43c5-b992-122873120516 x-openstack-request-id: req-e6227d66-c844-43c5-b992-122873120516 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:45:24.328541 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365bcd45-f5a7-4207-8767-ef081a3f46b7", "name": "network-vif-deleted", "tag": "76df0d38-9d1e-444b-9684-faaab6f94a92", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:45:24.328792 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6227d66-c844-43c5-b992-122873120516 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:45:24.329294 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6227d66-c844-43c5-b992-122873120516'] response: {'server_uuid': '365bcd45-f5a7-4207-8767-ef081a3f46b7', 'name': 'network-vif-deleted', 'tag': '76df0d38-9d1e-444b-9684-faaab6f94a92', 'status': 'completed', 'code': 200} May 19 21:45:24.385492 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-8bd6ff14-6a39-4e40-bc2b-5bad505a50cc req-3f92bb56-174d-4869-a880-c43d9ab96e6d tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=365bcd45-f5a7-4207-8767-ef081a3f46b7 HTTP/1.1" status: 200 len: 210 time: 0.0293994 May 19 21:45:24.975482 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:45:26.870969 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 76df0d38-9d1e-444b-9684-faaab6f94a92 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:45:26.899976 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: 76df0d38-9d1e-444b-9684-faaab6f94a92 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:45:26.900348 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 76df0d38-9d1e-444b-9684-faaab6f94a92 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:45:27.725056 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37160) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:27.868688 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0d833ab1-6a19-4b54-ba50-556c262caf6e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Deleting port 8facef00-f1b7-4f3d-a30c-c82948c5f66a {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:45:27.869030 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d833ab1-6a19-4b54-ba50-556c262caf6e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (8facef00-f1b7-4f3d-a30c-c82948c5f66a), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:27.962293 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d833ab1-6a19-4b54-ba50-556c262caf6e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (8facef00-f1b7-4f3d-a30c-c82948c5f66a), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:27.962650 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d833ab1-6a19-4b54-ba50-556c262caf6e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for floatingip (8facef00-f1b7-4f3d-a30c-c82948c5f66a), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:27.982212 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0d833ab1-6a19-4b54-ba50-556c262caf6e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Calling delete_port for 8facef00-f1b7-4f3d-a30c-c82948c5f66a owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:45:28.069518 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:28.142040 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d833ab1-6a19-4b54-ba50-556c262caf6e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (8facef00-f1b7-4f3d-a30c-c82948c5f66a), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:28.164469 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d833ab1-6a19-4b54-ba50-556c262caf6e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event deleted for resources: {'Port': ['ID=8facef00-f1b7-4f3d-a30c-c82948c5f66a,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:28.213017 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:28.235890 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d833ab1-6a19-4b54-ba50-556c262caf6e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for floatingip (710d1574-60e8-42c2-80ef-f5baabaf04e6), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:28.236203 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.l3_db [None req-0d833ab1-6a19-4b54-ba50-556c262caf6e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Floating IP 710d1574-60e8-42c2-80ef-f5baabaf04e6 disassociated (deleted). External IP: 172.27.0.144, port: 1de7b941-4923-4121-aea7-13eb18ac70b9. May 19 21:45:28.465468 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d833ab1-6a19-4b54-ba50-556c262caf6e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Router 5c0f9981-5982-4c01-8f9a-432e4f111584 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:45:28.917870 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d833ab1-6a19-4b54-ba50-556c262caf6e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:45:28.923440 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d833ab1-6a19-4b54-ba50-556c262caf6e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:28.928769 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39108548-0fd1-4d67-9294-b2a50d8a4560 None None] Sync routers for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:45:28.943657 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39108548-0fd1-4d67-9294-b2a50d8a4560 None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:45:28.944371 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-39108548-0fd1-4d67-9294-b2a50d8a4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:45:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:28.962156 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-0d833ab1-6a19-4b54-ba50-556c262caf6e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "DELETE /v2.0/floatingips/710d1574-60e8-42c2-80ef-f5baabaf04e6 HTTP/1.1" status: 204 len: 168 time: 1.2359676 May 19 21:45:28.962825 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'tag': '1de7b941-4923-4121-aea7-13eb18ac70b9'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:45:28.966335 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6910afa1-daab-4ff2-a406-faebabd73294" -d '{"events": [{"name": "network-changed", "server_uuid": "19887ef9-2867-4e11-ad73-ad8c2eb0871b", "tag": "1de7b941-4923-4121-aea7-13eb18ac70b9"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:45:29.018914 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078056f9-05fa-4960-9895-9aabf710d73b x-openstack-request-id: req-078056f9-05fa-4960-9895-9aabf710d73b {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:45:29.019352 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19887ef9-2867-4e11-ad73-ad8c2eb0871b", "tag": "1de7b941-4923-4121-aea7-13eb18ac70b9", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:45:29.019601 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-078056f9-05fa-4960-9895-9aabf710d73b {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:45:29.020004 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-078056f9-05fa-4960-9895-9aabf710d73b'] response: {'name': 'network-changed', 'server_uuid': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'tag': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'status': 'completed', 'code': 200} May 19 21:45:29.083262 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:29.089916 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-39108548-0fd1-4d67-9294-b2a50d8a4560 None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:45:29.099016 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910afa1-daab-4ff2-a406-faebabd73294 req-15311c80-ca41-4554-8520-33164f5a2459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:29.100742 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6910afa1-daab-4ff2-a406-faebabd73294 req-15311c80-ca41-4554-8520-33164f5a2459 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 1129 time: 0.0549040 May 19 21:45:29.216853 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910afa1-daab-4ff2-a406-faebabd73294 req-8faec8aa-cf9b-415a-a885-524136f6ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:29.218376 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6910afa1-daab-4ff2-a406-faebabd73294 req-8faec8aa-cf9b-415a-a885-524136f6ba8f service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 200 len: 912 time: 0.1118567 May 19 21:45:29.257400 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c3463-38b1-4a27-8748-8ae5754a8f38 req-d0ca0576-652d-40a4-92ba-fe5aac1aa449 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:29.258951 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c29c3463-38b1-4a27-8748-8ae5754a8f38 req-d0ca0576-652d-40a4-92ba-fe5aac1aa449 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 945 time: 0.0549262 May 19 21:45:29.288219 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6910afa1-daab-4ff2-a406-faebabd73294 req-97697361-4ca3-45ac-bf47-bba89914ed02 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de7b941-4923-4121-aea7-13eb18ac70b9 HTTP/1.1" status: 200 len: 217 time: 0.0443540 May 19 21:45:29.306276 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-39108548-0fd1-4d67-9294-b2a50d8a4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:29.324565 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c29c3463-38b1-4a27-8748-8ae5754a8f38 req-822abda5-2eb2-4932-b629-4a543e2da382 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/security-groups?id=52bb716f-e459-483c-90c9-67cdbfd31391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575244 May 19 21:45:29.335477 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39108548-0fd1-4d67-9294-b2a50d8a4560 None None] Checking router: 5c0f9981-5982-4c01-8f9a-432e4f111584 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:45:29.347989 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:29.349292 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910afa1-daab-4ff2-a406-faebabd73294 req-9a4b2fa3-0899-4955-b086-96d858107003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:29.350674 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39108548-0fd1-4d67-9294-b2a50d8a4560 None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:45:29.351108 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6910afa1-daab-4ff2-a406-faebabd73294 req-9a4b2fa3-0899-4955-b086-96d858107003 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e22e601-0eeb-4eed-b4ae-be0588320b1e HTTP/1.1" status: 200 len: 850 time: 0.0570321 May 19 21:45:29.351401 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-39108548-0fd1-4d67-9294-b2a50d8a4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:45:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:29.418640 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910afa1-daab-4ff2-a406-faebabd73294 req-7c104bb2-2888-467e-960d-db5e7831ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:29.420056 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6910afa1-daab-4ff2-a406-faebabd73294 req-7c104bb2-2888-467e-960d-db5e7831ffeb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5d9547d-2306-4c78-9ac6-532192256ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462887 May 19 21:45:29.456503 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-39108548-0fd1-4d67-9294-b2a50d8a4560 None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:45:29.515212 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6910afa1-daab-4ff2-a406-faebabd73294 req-2d4a6b0b-8666-4b3a-89da-40bc5531ed87 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882618 May 19 21:45:29.730332 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-39108548-0fd1-4d67-9294-b2a50d8a4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:29.759065 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39108548-0fd1-4d67-9294-b2a50d8a4560 None None] The sync data for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi is: [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:33:56Z', 'revision_number': 4, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '10c40907-efe1-46a7-a3fe-a531a8e4d8d9', 'name': '', 'network_id': 'd5d9547d-2306-4c78-9ac6-532192256ea5', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'mac_address': 'fa:16:3e:e3:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:54Z', 'updated_at': '2022-05-19T21:34:02Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'subnets': [{'id': '3e22e601-0eeb-4eed-b4ae-be0588320b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:45:29.846827 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:29.873764 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-6910afa1-daab-4ff2-a406-faebabd73294 req-727e35d4-cdfd-4bcd-b5bb-4d172d640130 service neutron] 10.222.0.87 "GET /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999441 May 19 21:45:29.918477 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc309f-1901-473d-af60-966d634a561c req-753fff08-4add-444c-a849-bd58bffc26ff tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:45:29.920446 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b8bc309f-1901-473d-af60-966d634a561c req-753fff08-4add-444c-a849-bd58bffc26ff tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 945 time: 0.0577567 May 19 21:45:30.018613 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-b8bc309f-1901-473d-af60-966d634a561c req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Deleting port 1de7b941-4923-4121-aea7-13eb18ac70b9 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:45:30.019633 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b8bc309f-1901-473d-af60-966d634a561c req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:30.034473 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d663d-0614-41ad-b8ef-f2e2dee82b91 None None] New status for floating IP 710d1574-60e8-42c2-80ef-f5baabaf04e6: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:45:30.140134 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-b8bc309f-1901-473d-af60-966d634a561c req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] For port 1de7b941-4923-4121-aea7-13eb18ac70b9, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=1de7b941-4923-4121-aea7-13eb18ac70b9,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:45:30.140499 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b8bc309f-1901-473d-af60-966d634a561c req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:30.155764 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-b8bc309f-1901-473d-af60-966d634a561c req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Calling delete_port for 1de7b941-4923-4121-aea7-13eb18ac70b9 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:45:30.304670 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b8bc309f-1901-473d-af60-966d634a561c req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (1de7b941-4923-4121-aea7-13eb18ac70b9), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:30.336544 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event deleted for resources: {'Port': ['ID=1de7b941-4923-4121-aea7-13eb18ac70b9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:30.363690 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.364035 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.364365 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.364701 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.365030 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.365353 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.365674 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.366004 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.366313 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.366637 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.366976 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.367581 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.367581 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.367889 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.368201 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:30.393948 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bc309f-1901-473d-af60-966d634a561c req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] No DVR routers for this DVR port 1de7b941-4923-4121-aea7-13eb18ac70b9 on host hv-cinder-83563 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:45:30.397079 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b8bc309f-1901-473d-af60-966d634a561c req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:30.400649 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b8bc309f-1901-473d-af60-966d634a561c req-fcbc9bba-c3e6-4492-9b12-2919bd692645 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.87 "DELETE /v2.0/ports/1de7b941-4923-4121-aea7-13eb18ac70b9 HTTP/1.1" status: 204 len: 173 time: 0.4746685 May 19 21:45:30.401234 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'name': 'network-vif-deleted', 'tag': '1de7b941-4923-4121-aea7-13eb18ac70b9'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:45:30.403699 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83423e4c-d27a-45f1-81f7-2895f3a18887" -d '{"events": [{"server_uuid": "19887ef9-2867-4e11-ad73-ad8c2eb0871b", "name": "network-vif-deleted", "tag": "1de7b941-4923-4121-aea7-13eb18ac70b9"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:45:30.436865 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-81316a87-8726-4b20-9d6c-cb399c3e2f6d req-eee7a303-0150-4053-8133-c876e9dcbf9e tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "GET /v2.0/ports?device_id=19887ef9-2867-4e11-ad73-ad8c2eb0871b HTTP/1.1" status: 200 len: 210 time: 0.0300281 May 19 21:45:30.579627 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e205af-8c0e-4edb-85cf-d9e4668885d5 x-openstack-request-id: req-61e205af-8c0e-4edb-85cf-d9e4668885d5 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:45:30.580045 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19887ef9-2867-4e11-ad73-ad8c2eb0871b", "name": "network-vif-deleted", "tag": "1de7b941-4923-4121-aea7-13eb18ac70b9", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:45:30.580416 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-61e205af-8c0e-4edb-85cf-d9e4668885d5 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:45:30.580927 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e205af-8c0e-4edb-85cf-d9e4668885d5'] response: {'server_uuid': '19887ef9-2867-4e11-ad73-ad8c2eb0871b', 'name': 'network-vif-deleted', 'tag': '1de7b941-4923-4121-aea7-13eb18ac70b9', 'status': 'completed', 'code': 200} May 19 21:45:31.500536 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37178) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:31.638185 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-31975b2d-8a23-43ad-9e74-5132c029a457 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Deleting port 0db9a77a-0f89-4488-a0c9-8ed1e5f854e2 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:45:31.638550 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31975b2d-8a23-43ad-9e74-5132c029a457 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (0db9a77a-0f89-4488-a0c9-8ed1e5f854e2), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:31.718371 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31975b2d-8a23-43ad-9e74-5132c029a457 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (0db9a77a-0f89-4488-a0c9-8ed1e5f854e2), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:31.718714 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31975b2d-8a23-43ad-9e74-5132c029a457 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for floatingip (0db9a77a-0f89-4488-a0c9-8ed1e5f854e2), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:31.727298 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=100 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:31.732796 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-31975b2d-8a23-43ad-9e74-5132c029a457 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Calling delete_port for 0db9a77a-0f89-4488-a0c9-8ed1e5f854e2 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:45:31.869498 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31975b2d-8a23-43ad-9e74-5132c029a457 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (0db9a77a-0f89-4488-a0c9-8ed1e5f854e2), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:31.894180 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31975b2d-8a23-43ad-9e74-5132c029a457 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event deleted for resources: {'Port': ['ID=0db9a77a-0f89-4488-a0c9-8ed1e5f854e2,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:31.960733 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31975b2d-8a23-43ad-9e74-5132c029a457 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for floatingip (21d81042-1078-4357-b7ba-c0f2f0b83a59), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:31.963271 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-31975b2d-8a23-43ad-9e74-5132c029a457 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:31.964451 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-31975b2d-8a23-43ad-9e74-5132c029a457 tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "DELETE /v2.0/floatingips/21d81042-1078-4357-b7ba-c0f2f0b83a59 HTTP/1.1" status: 204 len: 168 time: 0.4629395 May 19 21:45:32.913819 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 1de7b941-4923-4121-aea7-13eb18ac70b9 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:45:32.934262 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: 1de7b941-4923-4121-aea7-13eb18ac70b9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:45:32.934600 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 1de7b941-4923-4121-aea7-13eb18ac70b9 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:45:33.200303 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37190) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:33.263859 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21544a37-dfe0-45f2-8b9d-e0a7b83a00af tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group (52bb716f-e459-483c-90c9-67cdbfd31391), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:33.296794 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21544a37-dfe0-45f2-8b9d-e0a7b83a00af tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group (52bb716f-e459-483c-90c9-67cdbfd31391), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:33.376554 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21544a37-dfe0-45f2-8b9d-e0a7b83a00af tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (52bb716f-e459-483c-90c9-67cdbfd31391), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:33.379163 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21544a37-dfe0-45f2-8b9d-e0a7b83a00af tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:33.380337 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-21544a37-dfe0-45f2-8b9d-e0a7b83a00af tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] 10.222.0.65 "DELETE /v2.0/security-groups/52bb716f-e459-483c-90c9-67cdbfd31391 HTTP/1.1" status: 204 len: 168 time: 0.1789389 May 19 21:45:33.391172 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21544a37-dfe0-45f2-8b9d-e0a7b83a00af tempest-TestVolumeBootPattern-2027905667 tempest-TestVolumeBootPattern-2027905667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bb716f-e459-483c-90c9-67cdbfd31391,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:33.453565 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37194) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:33.903591 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3c326b6-ab49-4377-8556-644d9200d56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1697983'] for router_interface (5c0f9981-5982-4c01-8f9a-432e4f111584), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:34.092232 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:34.162537 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-d3c326b6-ab49-4377-8556-644d9200d56a admin admin] Deleting port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:45:34.162791 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3c326b6-ab49-4377-8556-644d9200d56a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:34.261093 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-d3c326b6-ab49-4377-8556-644d9200d56a admin admin] For port 10c40907-efe1-46a7-a3fe-a531a8e4d8d9, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=10c40907-efe1-46a7-a3fe-a531a8e4d8d9,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:45:34.261455 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3c326b6-ab49-4377-8556-644d9200d56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:34.274741 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:34.275950 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-d3c326b6-ab49-4377-8556-644d9200d56a admin admin] Calling delete_port for 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:45:34.475584 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3c326b6-ab49-4377-8556-644d9200d56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (10c40907-efe1-46a7-a3fe-a531a8e4d8d9), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:34.506450 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c326b6-ab49-4377-8556-644d9200d56a admin admin] Pushing event deleted for resources: {'Port': ['ID=10c40907-efe1-46a7-a3fe-a531a8e4d8d9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:34.689954 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d3c326b6-ab49-4377-8556-644d9200d56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-285684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697827'] for router_interface (5c0f9981-5982-4c01-8f9a-432e4f111584), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:34.909019 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c326b6-ab49-4377-8556-644d9200d56a admin admin] Router 5c0f9981-5982-4c01-8f9a-432e4f111584 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:45:34.966277 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:35.021317 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c326b6-ab49-4377-8556-644d9200d56a admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:45:35.027378 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-d3c326b6-ab49-4377-8556-644d9200d56a admin admin] 10.222.0.65 "PUT /v2.0/routers/5c0f9981-5982-4c01-8f9a-432e4f111584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5741012 May 19 21:45:35.031211 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2713ec3-5b54-423d-9b86-2a9ed764ed8d None None] Sync routers for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:45:35.033643 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37204) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:35.042839 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2713ec3-5b54-423d-9b86-2a9ed764ed8d None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:45:35.043574 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-b2713ec3-5b54-423d-9b86-2a9ed764ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:45:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:35.145216 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] Publish callbacks [] for router (5c0f9981-5982-4c01-8f9a-432e4f111584), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:35.148767 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-b2713ec3-5b54-423d-9b86-2a9ed764ed8d None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:45:35.238934 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:35.257723 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] Publish callbacks [] for router_gateway (5c0f9981-5982-4c01-8f9a-432e4f111584), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:35.303366 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] Deleting port 608d7246-a0e0-4397-810f-66afd692e385 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:45:35.303705 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (608d7246-a0e0-4397-810f-66afd692e385), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:35.321122 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-b2713ec3-5b54-423d-9b86-2a9ed764ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '608d7246-a0e0-4397-810f-66afd692e385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:45:34Z', 'revision_number': 5, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port': {'id': '608d7246-a0e0-4397-810f-66afd692e385', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:33:51Z', 'updated_at': '2022-05-19T21:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:35.346068 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2713ec3-5b54-423d-9b86-2a9ed764ed8d None None] Checking router: 5c0f9981-5982-4c01-8f9a-432e4f111584 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:45:35.355014 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2713ec3-5b54-423d-9b86-2a9ed764ed8d None None] Routers {'5c0f9981-5982-4c01-8f9a-432e4f111584'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:45:35.355611 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-b2713ec3-5b54-423d-9b86-2a9ed764ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:45:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['5c0f9981-5982-4c01-8f9a-432e4f111584'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:35.396001 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] For port 608d7246-a0e0-4397-810f-66afd692e385, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=608d7246-a0e0-4397-810f-66afd692e385,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:45:35.396402 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (608d7246-a0e0-4397-810f-66afd692e385), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:35.415196 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] Calling delete_port for 608d7246-a0e0-4397-810f-66afd692e385 owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:45:35.453453 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-b2713ec3-5b54-423d-9b86-2a9ed764ed8d None None] Set router 5c0f9981-5982-4c01-8f9a-432e4f111584 gateway port host: None {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:45:35.505478 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-b2713ec3-5b54-423d-9b86-2a9ed764ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:45:35Z', 'revision_number': 6, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port_host': None}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:35.531005 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2713ec3-5b54-423d-9b86-2a9ed764ed8d None None] The sync data for ids ['5c0f9981-5982-4c01-8f9a-432e4f111584'] in dv-cinder-835635-2-iscsi is: [{'id': '5c0f9981-5982-4c01-8f9a-432e4f111584', 'name': 'tempest-TestVolumeBootPattern-992700936-router', 'tenant_id': '4951b93f86e1485692a4aae7b9ece8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:33:50Z', 'updated_at': '2022-05-19T21:45:35Z', 'revision_number': 6, 'project_id': '4951b93f86e1485692a4aae7b9ece8f6', 'gw_port_host': None}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:45:35.595319 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (608d7246-a0e0-4397-810f-66afd692e385), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:35.624172 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] Pushing event deleted for resources: {'Port': ['ID=608d7246-a0e0-4397-810f-66afd692e385,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:35.697093 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697665'] for router_gateway (5c0f9981-5982-4c01-8f9a-432e4f111584), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:35.789949 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router (5c0f9981-5982-4c01-8f9a-432e4f111584), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:35.792226 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] Publish callbacks [] for router_controller (5c0f9981-5982-4c01-8f9a-432e4f111584), precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:35.836710 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695707'] for router (5c0f9981-5982-4c01-8f9a-432e4f111584), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:35.837379 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c0f9981-5982-4c01-8f9a-432e4f111584 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 21:45:35.842542 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:35.843724 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-a738d72f-62ef-43be-9f27-a588cc396512 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5c0f9981-5982-4c01-8f9a-432e4f111584 HTTP/1.1" status: 204 len: 168 time: 0.8089871 May 19 21:45:35.846391 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37206) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:35.896133 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0204bc1-39ba-4090-8b3b-0bbb9f9ac6f7 admin admin] Deleting subnet 3e22e601-0eeb-4eed-b4ae-be0588320b1e {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:45:35.900225 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0204bc1-39ba-4090-8b3b-0bbb9f9ac6f7 admin admin] Publish callbacks [] for subnet (3e22e601-0eeb-4eed-b4ae-be0588320b1e), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:35.939184 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0204bc1-39ba-4090-8b3b-0bbb9f9ac6f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8751406'] for subnet (3e22e601-0eeb-4eed-b4ae-be0588320b1e), precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:35.984918 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:36.023018 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0204bc1-39ba-4090-8b3b-0bbb9f9ac6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (3e22e601-0eeb-4eed-b4ae-be0588320b1e), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.083792 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0204bc1-39ba-4090-8b3b-0bbb9f9ac6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934005'] for subnet (3e22e601-0eeb-4eed-b4ae-be0588320b1e), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.116013 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0204bc1-39ba-4090-8b3b-0bbb9f9ac6f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e22e601-0eeb-4eed-b4ae-be0588320b1e,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:36.120498 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-f0204bc1-39ba-4090-8b3b-0bbb9f9ac6f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.123911 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-f0204bc1-39ba-4090-8b3b-0bbb9f9ac6f7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3e22e601-0eeb-4eed-b4ae-be0588320b1e HTTP/1.1" status: 204 len: 168 time: 0.2763765 May 19 21:45:36.129055 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37210) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:36.129653 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00944512-c4f7-42bc-9509-fe4863ef7d29 None None] Network d5d9547d-2306-4c78-9ac6-532192256ea5 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:45:36.196937 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:36.203926 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (d5d9547d-2306-4c78-9ac6-532192256ea5), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.248845 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Deleting port 46287571-40a5-4e46-9817-80913adadf5c {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:45:36.249263 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (46287571-40a5-4e46-9817-80913adadf5c), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.321581 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] DHCP port deletion for d5d9547d-2306-4c78-9ac6-532192256ea5 request from dv-cinder-835635-2-iscsi {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 21:45:36.322036 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] For port 46287571-40a5-4e46-9817-80913adadf5c, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=46287571-40a5-4e46-9817-80913adadf5c,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:45:36.322442 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (46287571-40a5-4e46-9817-80913adadf5c), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.333112 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:36.337995 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Calling delete_port for 46287571-40a5-4e46-9817-80913adadf5c owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:45:36.362991 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Deleting port 46287571-40a5-4e46-9817-80913adadf5c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:45:36.363368 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (46287571-40a5-4e46-9817-80913adadf5c), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.423804 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (46287571-40a5-4e46-9817-80913adadf5c), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.433547 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] For port 46287571-40a5-4e46-9817-80913adadf5c, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=46287571-40a5-4e46-9817-80913adadf5c,segment=NetworkSegment(63b9718b-f202-4d1e-838f-39d027d3ee32),segment_id=63b9718b-f202-4d1e-838f-39d027d3ee32)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:45:36.433944 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (46287571-40a5-4e46-9817-80913adadf5c), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.444819 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=46287571-40a5-4e46-9817-80913adadf5c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:36.448295 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Calling delete_port for 46287571-40a5-4e46-9817-80913adadf5c owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:45:36.456038 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] No DVR routers for this DVR port 46287571-40a5-4e46-9817-80913adadf5c on host dv-cinder-835635-2-iscsi {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:45:36.532045 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (d5d9547d-2306-4c78-9ac6-532192256ea5), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.534767 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196'] for port (46287571-40a5-4e46-9817-80913adadf5c), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.548014 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] No DVR routers for this DVR port 46287571-40a5-4e46-9817-80913adadf5c on host dv-cinder-835635-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:45:36.553948 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d9547d-2306-4c78-9ac6-532192256ea5']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:36.564708 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b9718b-f202-4d1e-838f-39d027d3ee32') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:36.565015 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b9718b-f202-4d1e-838f-39d027d3ee32') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:36.566490 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Pushing event deleted for resources: {'Port': ['ID=46287571-40a5-4e46-9817-80913adadf5c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:36.577253 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.577598 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.577976 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.578377 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.578709 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.579028 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.579526 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.580318 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.580803 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.581129 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.581592 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.581915 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.582269 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.582576 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.582898 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8440995'] for segment (63b9718b-f202-4d1e-838f-39d027d3ee32), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.583087 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307f2eb-1b5b-4211-a418-0de1f99a1e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:45:36.598629 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (63b9718b-f202-4d1e-838f-39d027d3ee32), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.605344 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:45:36.605804 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575898'] for segment (63b9718b-f202-4d1e-838f-39d027d3ee32), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.645216 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 63b9718b-f202-4d1e-838f-39d027d3ee32 resource provider aggregate not found May 19 21:45:36.656915 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b04036ef-0c7d-48e0-909a-c7caff506a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.664763 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 63b9718b-f202-4d1e-838f-39d027d3ee32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63b9718b-f202-4d1e-838f-39d027d3ee32 found for delete ", "request_id": "req-46ce2066-b2d4-49d8-830a-bad124606ca6"}]} May 19 21:45:36.673231 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (d5d9547d-2306-4c78-9ac6-532192256ea5), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.678788 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:36.683903 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d5d9547d-2306-4c78-9ac6-532192256ea5 HTTP/1.1" status: 204 len: 168 time: 0.5514274 May 19 21:45:36.685105 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37216) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:36.691539 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:36.694122 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ec242-807e-4223-81fa-afb1cf0d5b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d9547d-2306-4c78-9ac6-532192256ea5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:37.030209 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824849c4-4a40-4f92-9c3a-7665dfb45b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1697983'] for router_interface (acd5cb6c-493b-43ac-8d8a-037115e16e48), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:37.128852 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 608d7246-a0e0-4397-810f-66afd692e385 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:45:37.151791 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 608d7246-a0e0-4397-810f-66afd692e385 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:45:37.152727 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 608d7246-a0e0-4397-810f-66afd692e385 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:45:37.152727 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 46287571-40a5-4e46-9817-80913adadf5c no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:45:37.173452 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 46287571-40a5-4e46-9817-80913adadf5c {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:45:37.173797 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 46287571-40a5-4e46-9817-80913adadf5c not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:45:37.174209 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:45:37.176027 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:37.197301 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:45:37.197640 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 10c40907-efe1-46a7-a3fe-a531a8e4d8d9 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:45:37.568750 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-824849c4-4a40-4f92-9c3a-7665dfb45b32 admin admin] Deleting port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:45:37.569013 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824849c4-4a40-4f92-9c3a-7665dfb45b32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:37.658750 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-824849c4-4a40-4f92-9c3a-7665dfb45b32 admin admin] For port 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=5d372f88-1cda-4081-8c2c-b5f26b6ce9c9,segment=NetworkSegment(e91124bd-cf56-4faa-93ce-dedc58d9a1f2),segment_id=e91124bd-cf56-4faa-93ce-dedc58d9a1f2)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:45:37.659115 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824849c4-4a40-4f92-9c3a-7665dfb45b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:37.673861 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-824849c4-4a40-4f92-9c3a-7665dfb45b32 admin admin] Calling delete_port for 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:45:37.781842 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:37.875081 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824849c4-4a40-4f92-9c3a-7665dfb45b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (5d372f88-1cda-4081-8c2c-b5f26b6ce9c9), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:37.899542 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824849c4-4a40-4f92-9c3a-7665dfb45b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d372f88-1cda-4081-8c2c-b5f26b6ce9c9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:37.958627 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:38.078354 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-824849c4-4a40-4f92-9c3a-7665dfb45b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-285684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697827'] for router_interface (acd5cb6c-493b-43ac-8d8a-037115e16e48), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:38.309408 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824849c4-4a40-4f92-9c3a-7665dfb45b32 admin admin] Router acd5cb6c-493b-43ac-8d8a-037115e16e48 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:45:38.421973 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824849c4-4a40-4f92-9c3a-7665dfb45b32 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:45:38.429788 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-824849c4-4a40-4f92-9c3a-7665dfb45b32 admin admin] 10.222.0.65 "PUT /v2.0/routers/acd5cb6c-493b-43ac-8d8a-037115e16e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7407751 May 19 21:45:38.429891 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37218) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:38.431489 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c3ceb-7a0e-4d40-adf5-c34edafd1ce8 None None] Sync routers for ids ['acd5cb6c-493b-43ac-8d8a-037115e16e48'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:45:38.442903 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875c3ceb-7a0e-4d40-adf5-c34edafd1ce8 None None] Routers {'acd5cb6c-493b-43ac-8d8a-037115e16e48'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:45:38.443491 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-875c3ceb-7a0e-4d40-adf5-c34edafd1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:45:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['acd5cb6c-493b-43ac-8d8a-037115e16e48'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:38.535032 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] Publish callbacks [] for router (acd5cb6c-493b-43ac-8d8a-037115e16e48), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:38.560107 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-875c3ceb-7a0e-4d40-adf5-c34edafd1ce8 None None] Set router acd5cb6c-493b-43ac-8d8a-037115e16e48 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:45:38.635331 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] Publish callbacks [] for router_gateway (acd5cb6c-493b-43ac-8d8a-037115e16e48), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:38.679083 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] Deleting port ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:45:38.679411 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:38.736578 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-875c3ceb-7a0e-4d40-adf5-c34edafd1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'name': 'tempest-TestVolumeBootPattern-974341370-router', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:02Z', 'updated_at': '2022-05-19T21:45:37Z', 'revision_number': 5, 'project_id': '8b2c1a02d52a4033956d358959ba1e6f', 'gw_port': {'id': 'ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:34:03Z', 'updated_at': '2022-05-19T21:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:38.761398 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c3ceb-7a0e-4d40-adf5-c34edafd1ce8 None None] Checking router: acd5cb6c-493b-43ac-8d8a-037115e16e48 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:45:38.762949 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] For port ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:45:38.763308 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:38.770140 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875c3ceb-7a0e-4d40-adf5-c34edafd1ce8 None None] Routers {'acd5cb6c-493b-43ac-8d8a-037115e16e48'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:45:38.770786 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-875c3ceb-7a0e-4d40-adf5-c34edafd1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:45:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['acd5cb6c-493b-43ac-8d8a-037115e16e48'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:38.778301 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] Calling delete_port for ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:45:38.824999 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:38.935154 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:38.974094 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:38.982115 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:38.996395 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-875c3ceb-7a0e-4d40-adf5-c34edafd1ce8 None None] Set router acd5cb6c-493b-43ac-8d8a-037115e16e48 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:45:39.005545 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:39.047097 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-875c3ceb-7a0e-4d40-adf5-c34edafd1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'name': 'tempest-TestVolumeBootPattern-974341370-router', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:02Z', 'updated_at': '2022-05-19T21:45:38Z', 'revision_number': 6, 'project_id': '8b2c1a02d52a4033956d358959ba1e6f', 'gw_port_host': None}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:39.091528 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697665'] for router_gateway (acd5cb6c-493b-43ac-8d8a-037115e16e48), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:39.095303 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c3ceb-7a0e-4d40-adf5-c34edafd1ce8 None None] The sync data for ids ['acd5cb6c-493b-43ac-8d8a-037115e16e48'] in dv-cinder-835635-2-iscsi is: [{'id': 'acd5cb6c-493b-43ac-8d8a-037115e16e48', 'name': 'tempest-TestVolumeBootPattern-974341370-router', 'tenant_id': '8b2c1a02d52a4033956d358959ba1e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:34:02Z', 'updated_at': '2022-05-19T21:45:38Z', 'revision_number': 6, 'project_id': '8b2c1a02d52a4033956d358959ba1e6f', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:45:39.189399 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router (acd5cb6c-493b-43ac-8d8a-037115e16e48), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:39.192138 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] Publish callbacks [] for router_controller (acd5cb6c-493b-43ac-8d8a-037115e16e48), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:39.360893 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d799c94e-d4bc-43b2-93f4-ad6fe8180d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:39.521358 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695707'] for router (acd5cb6c-493b-43ac-8d8a-037115e16e48), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:39.522069 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] Fanout notify agent at l3_agent the message router_deleted on router acd5cb6c-493b-43ac-8d8a-037115e16e48 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 21:45:39.526370 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:39.527505 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-899af5c4-3b61-4b16-96e4-0e23e7a8090d admin admin] 10.222.0.65 "DELETE /v2.0/routers/acd5cb6c-493b-43ac-8d8a-037115e16e48 HTTP/1.1" status: 204 len: 168 time: 1.0967252 May 19 21:45:39.530895 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37220) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:39.576016 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d719af-793e-44be-970d-783a025f92b3 admin admin] Deleting subnet 26cd7f17-0723-425d-8281-aee3afdc7a5f {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:45:39.579270 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7d719af-793e-44be-970d-783a025f92b3 admin admin] Publish callbacks [] for subnet (26cd7f17-0723-425d-8281-aee3afdc7a5f), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:39.615687 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7d719af-793e-44be-970d-783a025f92b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8440986'] for subnet (26cd7f17-0723-425d-8281-aee3afdc7a5f), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:39.697233 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7d719af-793e-44be-970d-783a025f92b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (26cd7f17-0723-425d-8281-aee3afdc7a5f), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:39.752075 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7d719af-793e-44be-970d-783a025f92b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8577080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567086'] for subnet (26cd7f17-0723-425d-8281-aee3afdc7a5f), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:39.785061 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d719af-793e-44be-970d-783a025f92b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26cd7f17-0723-425d-8281-aee3afdc7a5f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:39.790194 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e7d719af-793e-44be-970d-783a025f92b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:39.794707 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e7d719af-793e-44be-970d-783a025f92b3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/26cd7f17-0723-425d-8281-aee3afdc7a5f HTTP/1.1" status: 204 len: 168 time: 0.2625892 May 19 21:45:39.797080 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37222) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:39.797869 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05315c09-9d74-430a-a9f6-4a61a88cef4c None None] Network 2093a7be-b150-41b0-b2e9-d88b4e0a62f7 requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:45:39.801213 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:39.878508 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (2093a7be-b150-41b0-b2e9-d88b4e0a62f7), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:39.927651 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Deleting port 0aa6d546-7a82-425e-b66c-f770fce79971 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:45:39.927985 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (0aa6d546-7a82-425e-b66c-f770fce79971), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:39.961065 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a379b73f-b0b7-4828-aee8-2b5eb555978c None None] DHCP port deletion for 2093a7be-b150-41b0-b2e9-d88b4e0a62f7 request from dv-cinder-835635-2-iscsi {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 21:45:40.003851 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a379b73f-b0b7-4828-aee8-2b5eb555978c None None] Deleting port 0aa6d546-7a82-425e-b66c-f770fce79971 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:45:40.004222 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a379b73f-b0b7-4828-aee8-2b5eb555978c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (0aa6d546-7a82-425e-b66c-f770fce79971), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.010893 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] For port 0aa6d546-7a82-425e-b66c-f770fce79971, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=0aa6d546-7a82-425e-b66c-f770fce79971,segment=NetworkSegment(e91124bd-cf56-4faa-93ce-dedc58d9a1f2),segment_id=e91124bd-cf56-4faa-93ce-dedc58d9a1f2)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:45:40.011260 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (0aa6d546-7a82-425e-b66c-f770fce79971), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.028518 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Calling delete_port for 0aa6d546-7a82-425e-b66c-f770fce79971 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:45:40.071667 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a379b73f-b0b7-4828-aee8-2b5eb555978c None None] For port 0aa6d546-7a82-425e-b66c-f770fce79971, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=0aa6d546-7a82-425e-b66c-f770fce79971,segment=NetworkSegment(e91124bd-cf56-4faa-93ce-dedc58d9a1f2),segment_id=e91124bd-cf56-4faa-93ce-dedc58d9a1f2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:45:40.072405 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a379b73f-b0b7-4828-aee8-2b5eb555978c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (0aa6d546-7a82-425e-b66c-f770fce79971), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.086909 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a379b73f-b0b7-4828-aee8-2b5eb555978c None None] Calling delete_port for 0aa6d546-7a82-425e-b66c-f770fce79971 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:45:40.116197 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (0aa6d546-7a82-425e-b66c-f770fce79971), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.119713 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:40.143136 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa6d546-7a82-425e-b66c-f770fce79971,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:40.155467 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] No DVR routers for this DVR port 0aa6d546-7a82-425e-b66c-f770fce79971 on host dv-cinder-835635-2-iscsi {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:45:40.185196 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a379b73f-b0b7-4828-aee8-2b5eb555978c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196'] for port (0aa6d546-7a82-425e-b66c-f770fce79971), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.215999 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379b73f-b0b7-4828-aee8-2b5eb555978c None None] Pushing event deleted for resources: {'Port': ['ID=0aa6d546-7a82-425e-b66c-f770fce79971,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:40.219192 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379b73f-b0b7-4828-aee8-2b5eb555978c None None] No DVR routers for this DVR port 0aa6d546-7a82-425e-b66c-f770fce79971 on host dv-cinder-835635-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:45:40.240106 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (2093a7be-b150-41b0-b2e9-d88b4e0a62f7), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.265149 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2093a7be-b150-41b0-b2e9-d88b4e0a62f7']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:40.274493 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91124bd-cf56-4faa-93ce-dedc58d9a1f2') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:40.274810 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91124bd-cf56-4faa-93ce-dedc58d9a1f2') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:45:40.284977 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8440995'] for segment (e91124bd-cf56-4faa-93ce-dedc58d9a1f2), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.286430 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:40.301693 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (e91124bd-cf56-4faa-93ce-dedc58d9a1f2), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.309110 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:45:40.309559 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575898'] for segment (e91124bd-cf56-4faa-93ce-dedc58d9a1f2), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.349731 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment e91124bd-cf56-4faa-93ce-dedc58d9a1f2 resource provider aggregate not found May 19 21:45:40.369346 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment e91124bd-cf56-4faa-93ce-dedc58d9a1f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e91124bd-cf56-4faa-93ce-dedc58d9a1f2 found for delete ", "request_id": "req-9723c634-1bd9-451c-aa7d-f3c73518c9b5"}]} May 19 21:45:40.379188 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (2093a7be-b150-41b0-b2e9-d88b4e0a62f7), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.384866 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.389870 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2093a7be-b150-41b0-b2e9-d88b4e0a62f7 HTTP/1.1" status: 204 len: 168 time: 0.5915885 May 19 21:45:40.403901 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d73695-b8c9-459d-981b-41921a459e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=2093a7be-b150-41b0-b2e9-d88b4e0a62f7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:40.513367 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37230) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:40.521799 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.561929 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-9c4d4743-3d15-485a-9ccc-e41843350a80 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4951b93f86e1485692a4aae7b9ece8f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472980 May 19 21:45:40.564396 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37232) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:40.613348 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9d244fc-7fc3-4043-9147-d4fa52386d55 admin admin] Publish callbacks [] for security_group (dab7ac8e-1869-4132-9de5-24f18bb044b0), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.635765 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9d244fc-7fc3-4043-9147-d4fa52386d55 admin admin] Publish callbacks [] for security_group (dab7ac8e-1869-4132-9de5-24f18bb044b0), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.684006 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9d244fc-7fc3-4043-9147-d4fa52386d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (dab7ac8e-1869-4132-9de5-24f18bb044b0), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.686717 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c9d244fc-7fc3-4043-9147-d4fa52386d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:40.687998 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c9d244fc-7fc3-4043-9147-d4fa52386d55 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dab7ac8e-1869-4132-9de5-24f18bb044b0 HTTP/1.1" status: 204 len: 168 time: 0.1225941 May 19 21:45:40.698270 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d244fc-7fc3-4043-9147-d4fa52386d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab7ac8e-1869-4132-9de5-24f18bb044b0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:41.075979 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37240) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:41.119011 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 0aa6d546-7a82-425e-b66c-f770fce79971 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:45:41.122506 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-18feff5c-1cc3-46d2-9529-80d90ee20f62 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b2c1a02d52a4033956d358959ba1e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453100 May 19 21:45:41.125391 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37242) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:45:41.139249 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 0aa6d546-7a82-425e-b66c-f770fce79971 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:45:41.140285 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 0aa6d546-7a82-425e-b66c-f770fce79971 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:45:41.140285 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:45:41.160950 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:45:41.161295 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device ea78d51f-b9d9-4d0a-8f1c-437a91b8d7b7 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:45:41.161703 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:45:41.176307 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c8bf682-aab3-49f4-837e-9ad3893f9a79 admin admin] Publish callbacks [] for security_group (1412f68f-2835-40ed-9759-7f73471749e7), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:41.183219 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:45:41.183547 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 5d372f88-1cda-4081-8c2c-b5f26b6ce9c9 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:45:41.200628 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c8bf682-aab3-49f4-837e-9ad3893f9a79 admin admin] Publish callbacks [] for security_group (1412f68f-2835-40ed-9759-7f73471749e7), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:41.251299 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c8bf682-aab3-49f4-837e-9ad3893f9a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (1412f68f-2835-40ed-9759-7f73471749e7), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:41.253851 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0c8bf682-aab3-49f4-837e-9ad3893f9a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:41.255062 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-0c8bf682-aab3-49f4-837e-9ad3893f9a79 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1412f68f-2835-40ed-9759-7f73471749e7 HTTP/1.1" status: 204 len: 168 time: 0.1286864 May 19 21:45:41.263098 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bf682-aab3-49f4-837e-9ad3893f9a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1412f68f-2835-40ed-9759-7f73471749e7,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:45:41.842265 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:41.859243 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:42.035105 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:43.072288 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:45:48.944178 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=71 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:51.116764 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=46,neutron:DELETE=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:51.119781 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:UPDATE=1,neutron:SELECT=32,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:51.257672 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=63,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:51.258522 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=81,neutron:DELETE=6 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:53.065815 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=41,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:45:53.067691 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:00.919474 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37286) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:46:00.924125 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2d81378a-6bce-4174-a91f-8a3db3dae75e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190069816', 'description': 'tempest-description--1409740757'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:46:00.953297 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2d81378a-6bce-4174-a91f-8a3db3dae75e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.038222 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2d81378a-6bce-4174-a91f-8a3db3dae75e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (1f7d159e-2fd9-4d37-bd7e-e94f345eb936), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.042198 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2d81378a-6bce-4174-a91f-8a3db3dae75e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (1f7d159e-2fd9-4d37-bd7e-e94f345eb936), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.077886 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81378a-6bce-4174-a91f-8a3db3dae75e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7d159e-2fd9-4d37-bd7e-e94f345eb936,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:46:01.084610 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2d81378a-6bce-4174-a91f-8a3db3dae75e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.085893 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-2d81378a-6bce-4174-a91f-8a3db3dae75e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1653044 May 19 21:46:01.089187 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37288) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:46:01.095807 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-09d1a352-cbe6-4b1d-aa91-589ff5096104 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'security_group_rule': {'security_group_id': '1f7d159e-2fd9-4d37-bd7e-e94f345eb936', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:46:01.126157 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-09d1a352-cbe6-4b1d-aa91-589ff5096104 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (b0e0945d-b991-4fc7-9717-b3268a042f09), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.194923 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-09d1a352-cbe6-4b1d-aa91-589ff5096104 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (b0e0945d-b991-4fc7-9717-b3268a042f09), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.199761 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-09d1a352-cbe6-4b1d-aa91-589ff5096104 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (b0e0945d-b991-4fc7-9717-b3268a042f09), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.219567 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1a352-cbe6-4b1d-aa91-589ff5096104 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e0945d-b991-4fc7-9717-b3268a042f09,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:46:01.228271 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-09d1a352-cbe6-4b1d-aa91-589ff5096104 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.230586 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-09d1a352-cbe6-4b1d-aa91-589ff5096104 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393571 May 19 21:46:01.232283 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37290) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:46:01.236656 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-b94442bd-90b0-404f-b530-c6350f47e9ac tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'security_group_rule': {'security_group_id': '1f7d159e-2fd9-4d37-bd7e-e94f345eb936', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:46:01.266808 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b94442bd-90b0-404f-b530-c6350f47e9ac tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (81c9bdd6-76d4-4d0f-aa43-3882e881b528), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.319984 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b94442bd-90b0-404f-b530-c6350f47e9ac tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (81c9bdd6-76d4-4d0f-aa43-3882e881b528), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.324734 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b94442bd-90b0-404f-b530-c6350f47e9ac tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (81c9bdd6-76d4-4d0f-aa43-3882e881b528), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.341105 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94442bd-90b0-404f-b530-c6350f47e9ac tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c9bdd6-76d4-4d0f-aa43-3882e881b528,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:46:01.359255 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b94442bd-90b0-404f-b530-c6350f47e9ac tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.360502 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-b94442bd-90b0-404f-b530-c6350f47e9ac tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272824 May 19 21:46:01.364822 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37292) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:46:01.369250 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'floatingip': {'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:46:01.391639 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.475544 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.583649 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Allocated IP 172.27.0.79 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/2487fedb-1a16-4cee-8c05-8da8412527f3) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:46:01.699679 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for port (2487fedb-1a16-4cee-8c05-8da8412527f3), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.734828 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (2487fedb-1a16-4cee-8c05-8da8412527f3), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.777069 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:46:01.782168 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:46:01.786673 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:46:01.790204 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'Port': ['ID=2487fedb-1a16-4cee-8c05-8da8412527f3,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:46:01.821201 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:01.837339 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:01.886254 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (26654d46-1854-4856-b101-75c73a0386b9), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.924695 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (2487fedb-1a16-4cee-8c05-8da8412527f3), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:01.975160 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:46:02.114336 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for port (2487fedb-1a16-4cee-8c05-8da8412527f3), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:02.120458 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (2487fedb-1a16-4cee-8c05-8da8412527f3), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:02.198788 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'Port': ['ID=2487fedb-1a16-4cee-8c05-8da8412527f3,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:46:02.210774 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (26654d46-1854-4856-b101-75c73a0386b9), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:02.228105 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:02.229372 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-0d214a71-737b-4420-baff-e5d7e5370055 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8635800 May 19 21:46:02.454377 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1ddeb136-2b75-4393-805b-70fe42d6d00d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1190069816&fields=id&tenant_id=9a4ad8679d5446b591d4083529f992cc HTTP/1.1" status: 200 len: 267 time: 0.0468252 May 19 21:46:02.568794 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-0cd59fe7-79d3-4034-a399-4f2ae58cdc8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:02.570271 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-0cd59fe7-79d3-4034-a399-4f2ae58cdc8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 814 time: 0.1058462 May 19 21:46:02.588010 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-06b02f9a-4b01-4de0-8272-0e262a0c3ccc tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/quotas/9a4ad8679d5446b591d4083529f992cc HTTP/1.1" status: 200 len: 375 time: 0.0095479 May 19 21:46:02.647463 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1af115d2-7a28-4a5c-a77e-2a234ecbd945 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516121 May 19 21:46:02.763873 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-0b1af2a0-2ad3-465e-8d73-1f310c87e87e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:46:02.764878 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-0b1af2a0-2ad3-465e-8d73-1f310c87e87e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1060483 May 19 21:46:02.860783 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-23905780-ee17-40ec-8157-1d58fb1e5417 service neutron] 10.222.0.65 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898080 May 19 21:46:02.961991 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-65622b4d-65b6-45d6-9a10-d6fc3b73d857 service neutron] 10.222.0.65 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946729 May 19 21:46:03.152165 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-31197bd5-42c4-466f-889b-e20703485365 req-a32df82f-cb9d-4df2-a6a4-f39ab92f4db3 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 210 time: 0.0340173 May 19 21:46:04.253356 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e856371a-e60d-473f-8c9c-17539babc028 req-46b72c06-f78f-4614-aaa6-f8722ae87edd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 210 time: 0.0289569 May 19 21:46:04.398222 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-8ff318c0-e7b9-4942-8afe-2a5ea08db684 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:04.399736 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-8ff318c0-e7b9-4942-8afe-2a5ea08db684 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 814 time: 0.1177311 May 19 21:46:04.477447 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-101d4a7b-64a3-41ee-92dd-ce39d91d2dd5 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a4ad8679d5446b591d4083529f992cc HTTP/1.1" status: 200 len: 473 time: 0.0690374 May 19 21:46:04.551595 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-d1705082-f835-4865-86dc-5e4f26579b6b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'port': {'device_id': 'b9d58902-c539-4c3e-8a00-b1aeb2cb9c52', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'admin_state_up': True, 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'security_groups': ['1f7d159e-2fd9-4d37-bd7e-e94f345eb936']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:46:04.652692 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:04.671028 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-d1705082-f835-4865-86dc-5e4f26579b6b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Made reservation on behalf of 9a4ad8679d5446b591d4083529f992cc for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:46:04.674765 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-d1705082-f835-4865-86dc-5e4f26579b6b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:04.698656 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:04.816978 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-d1705082-f835-4865-86dc-5e4f26579b6b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Allocated IP 172.20.0.10 (c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d/10c242d9-68ce-4325-8ffe-59210e633901/691d8469-56d2-4532-96c0-84e3812e6839) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:46:04.977079 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-d1705082-f835-4865-86dc-5e4f26579b6b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for port (691d8469-56d2-4532-96c0-84e3812e6839), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:05.018766 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-d1705082-f835-4865-86dc-5e4f26579b6b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (691d8469-56d2-4532-96c0-84e3812e6839), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:05.063741 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-d1705082-f835-4865-86dc-5e4f26579b6b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:46:05.067268 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-d1705082-f835-4865-86dc-5e4f26579b6b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:46:05.071380 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-d1705082-f835-4865-86dc-5e4f26579b6b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:46:05.098494 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1705082-f835-4865-86dc-5e4f26579b6b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'Port': ['ID=691d8469-56d2-4532-96c0-84e3812e6839,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:46:05.127386 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-d1705082-f835-4865-86dc-5e4f26579b6b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:05.128022 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-d1705082-f835-4865-86dc-5e4f26579b6b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:05.148109 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-d1705082-f835-4865-86dc-5e4f26579b6b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6003320 May 19 21:46:05.159407 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Request body: {'port': {'device_id': 'b9d58902-c539-4c3e-8a00-b1aeb2cb9c52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:46:05.234435 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (691d8469-56d2-4532-96c0-84e3812e6839), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:05.355143 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-078feff9-d13f-48ab-8cd9-7ca5c13f3324 None None] Provisioning complete for port 691d8469-56d2-4532-96c0-84e3812e6839 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:46:05.356801 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-078feff9-d13f-48ab-8cd9-7ca5c13f3324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (691d8469-56d2-4532-96c0-84e3812e6839), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:05.404451 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a6d68-5e34-4c70-849c-a6fec5da70ec req-b1378cca-69fd-492c-8e43-45b3d362997f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:05.410871 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-901a6d68-5e34-4c70-849c-a6fec5da70ec req-b1378cca-69fd-492c-8e43-45b3d362997f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 932 time: 0.0858045 May 19 21:46:05.417239 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-078feff9-d13f-48ab-8cd9-7ca5c13f3324 None None] Port 691d8469-56d2-4532-96c0-84e3812e6839 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:46:05.458971 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-901a6d68-5e34-4c70-849c-a6fec5da70ec req-04f5054e-a649-4cdd-a90a-6a729e1977d5 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7d159e-2fd9-4d37-bd7e-e94f345eb936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440142 May 19 21:46:05.558307 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691d8469-56d2-4532-96c0-84e3812e6839 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:46:05.566516 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Publish callbacks [] for port (691d8469-56d2-4532-96c0-84e3812e6839), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:05.570512 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:05.579025 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:05.582597 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Transition to ACTIVE for port object 691d8469-56d2-4532-96c0-84e3812e6839 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:46:05.587743 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (691d8469-56d2-4532-96c0-84e3812e6839), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:05.641226 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Pushing event updated for resources: {'Port': ['ID=691d8469-56d2-4532-96c0-84e3812e6839,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:46:05.726141 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Attempting to bind port 691d8469-56d2-4532-96c0-84e3812e6839 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:46:05.726507 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Attempting to bind port 691d8469-56d2-4532-96c0-84e3812e6839 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:46:05.726839 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Attempting to bind port 691d8469-56d2-4532-96c0-84e3812e6839 on network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:46:05.732048 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Port 691d8469-56d2-4532-96c0-84e3812e6839 on network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:46:05.732370 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Attempting to bind port 691d8469-56d2-4532-96c0-84e3812e6839 on network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:46:05.738147 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:46:05.738523 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Checking segment: {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:46:05.738942 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Bound using segment: {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:46:05.739388 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Bound port: 691d8469-56d2-4532-96c0-84e3812e6839, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:46:05.739799 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (691d8469-56d2-4532-96c0-84e3812e6839), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:05.812291 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] For port 691d8469-56d2-4532-96c0-84e3812e6839, host hv-cinder-83563, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:46:05.816133 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] For port 691d8469-56d2-4532-96c0-84e3812e6839, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=691d8469-56d2-4532-96c0-84e3812e6839,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:46:05.823160 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (691d8469-56d2-4532-96c0-84e3812e6839), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:05.861697 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:05.862349 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:05.863740 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] 10.222.0.87 "PUT /v2.0/ports/691d8469-56d2-4532-96c0-84e3812e6839 HTTP/1.1" status: 200 len: 1094 time: 0.7090096 May 19 21:46:05.864211 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d58902-c539-4c3e-8a00-b1aeb2cb9c52', 'tag': '691d8469-56d2-4532-96c0-84e3812e6839'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:46:05.866680 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad74a84-e05f-46b6-bd40-90791b9212b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d58902-c539-4c3e-8a00-b1aeb2cb9c52", "tag": "691d8469-56d2-4532-96c0-84e3812e6839"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:46:05.891851 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a846690-89a9-4915-b9c0-e0a686e1cf1c service neutron] Pushing event updated for resources: {'Port': ['ID=691d8469-56d2-4532-96c0-84e3812e6839,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:46:05.932679 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677668b7-e6e1-48fa-ad17-9dc0b22d9f93 x-openstack-request-id: req-677668b7-e6e1-48fa-ad17-9dc0b22d9f93 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:46:05.932961 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d58902-c539-4c3e-8a00-b1aeb2cb9c52", "tag": "691d8469-56d2-4532-96c0-84e3812e6839", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:46:05.933204 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-677668b7-e6e1-48fa-ad17-9dc0b22d9f93 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:46:05.933589 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677668b7-e6e1-48fa-ad17-9dc0b22d9f93'] response: {'name': 'network-changed', 'server_uuid': 'b9d58902-c539-4c3e-8a00-b1aeb2cb9c52', 'tag': '691d8469-56d2-4532-96c0-84e3812e6839', 'status': 'completed', 'code': 200} May 19 21:46:05.965726 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-5ad70b7e-d59d-4325-9069-2d12fe052df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:05.967333 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-5ad70b7e-d59d-4325-9069-2d12fe052df1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 1128 time: 0.0453422 May 19 21:46:06.010188 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-37006cbd-476b-4df9-bd9f-345a63d5d151 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=691d8469-56d2-4532-96c0-84e3812e6839 HTTP/1.1" status: 200 len: 217 time: 0.0346150 May 19 21:46:06.067290 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-f167ef39-31e4-46ed-b6f2-4145a4a075c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:06.068995 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-f167ef39-31e4-46ed-b6f2-4145a4a075c8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0501351 May 19 21:46:06.115025 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-783b50a5-83ae-43fb-bb63-fedadf7fba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:06.116859 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-783b50a5-83ae-43fb-bb63-fedadf7fba78 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410640 May 19 21:46:06.213561 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-4332dbff-642a-4324-8af7-6e4d0e24aba2 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903280 May 19 21:46:06.312701 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d8d8158-1aaf-4a6d-91c9-5c77f69465bb req-554ef4ca-0071-4e9c-8d26-a32820652cec service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928624 May 19 21:46:06.580957 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa0227-a976-4636-8c49-e6da218d7671 req-e5ae9f92-6964-4e67-8142-b1d88ec7ff81 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:06.582545 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-96aa0227-a976-4636-8c49-e6da218d7671 req-e5ae9f92-6964-4e67-8142-b1d88ec7ff81 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 944 time: 0.0510755 May 19 21:46:06.631786 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-96aa0227-a976-4636-8c49-e6da218d7671 req-f6882880-e675-4182-ad61-2a7ffdad2414 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7d159e-2fd9-4d37-bd7e-e94f345eb936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430915 May 19 21:46:06.652522 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1bd5-3715-4f9b-ae3f-8466438f280b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:07.757968 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0b47a-5540-442a-993a-ce801b7822ce req-e5decb20-dd2a-4012-83b4-00d33708d8ab tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:07.759502 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-67f0b47a-5540-442a-993a-ce801b7822ce req-e5decb20-dd2a-4012-83b4-00d33708d8ab tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 944 time: 0.0548024 May 19 21:46:07.811118 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-67f0b47a-5540-442a-993a-ce801b7822ce req-25b19a11-0e17-4d2f-94f2-eef57bf7782f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7d159e-2fd9-4d37-bd7e-e94f345eb936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451996 May 19 21:46:08.754981 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad74a84-e05f-46b6-bd40-90791b9212b0 req-331ce841-81e9-46ee-841b-3c1cce3bdf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:08.757368 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ad74a84-e05f-46b6-bd40-90791b9212b0 req-331ce841-81e9-46ee-841b-3c1cce3bdf4a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 1128 time: 0.0539114 May 19 21:46:08.891126 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad74a84-e05f-46b6-bd40-90791b9212b0 req-4a851feb-0970-4171-a72e-46f7313645fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:08.893652 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ad74a84-e05f-46b6-bd40-90791b9212b0 req-4a851feb-0970-4171-a72e-46f7313645fd service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 915 time: 0.1298542 May 19 21:46:08.907056 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:08.938349 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ad74a84-e05f-46b6-bd40-90791b9212b0 req-ceb18905-5412-4eaf-9fe2-9a6c79c3c041 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=691d8469-56d2-4532-96c0-84e3812e6839 HTTP/1.1" status: 200 len: 217 time: 0.0382383 May 19 21:46:08.941616 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c457de-5a64-4998-834a-5a1fa156025e req-5ea25888-9c70-4bd0-a1d5-59c90fecfcd0 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:08.943239 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-17c457de-5a64-4998-834a-5a1fa156025e req-5ea25888-9c70-4bd0-a1d5-59c90fecfcd0 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 944 time: 0.0554361 May 19 21:46:08.994322 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad74a84-e05f-46b6-bd40-90791b9212b0 req-d059d124-56ae-4438-b681-8424dd512343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:08.995839 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ad74a84-e05f-46b6-bd40-90791b9212b0 req-d059d124-56ae-4438-b681-8424dd512343 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0518646 May 19 21:46:09.000396 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-17c457de-5a64-4998-834a-5a1fa156025e req-237d3cd5-5ac4-484d-931d-34a5700d4b1f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7d159e-2fd9-4d37-bd7e-e94f345eb936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510573 May 19 21:46:09.005695 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 691d8469-56d2-4532-96c0-84e3812e6839 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:46:09.045692 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad74a84-e05f-46b6-bd40-90791b9212b0 req-50143e8b-2dbb-4422-b258-8c79a6f10b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:09.047246 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ad74a84-e05f-46b6-bd40-90791b9212b0 req-50143e8b-2dbb-4422-b258-8c79a6f10b5f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459146 May 19 21:46:09.120127 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:09.132482 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 691d8469-56d2-4532-96c0-84e3812e6839, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=691d8469-56d2-4532-96c0-84e3812e6839,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:46:09.145195 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '691d8469-56d2-4532-96c0-84e3812e6839', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'port_id': '691d8469-56d2-4532-96c0-84e3812e6839', 'mac_address': 'fa:16:3e:95:ff:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:46:09.163768 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ad74a84-e05f-46b6-bd40-90791b9212b0 req-65e062d7-5d62-47bf-acda-10cbc48b14f5 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102223 May 19 21:46:09.187691 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 691d8469-56d2-4532-96c0-84e3812e6839 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:46:09.188386 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (691d8469-56d2-4532-96c0-84e3812e6839), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:09.204983 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691d8469-56d2-4532-96c0-84e3812e6839 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:46:09.227183 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 691d8469-56d2-4532-96c0-84e3812e6839, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=691d8469-56d2-4532-96c0-84e3812e6839,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:46:09.232668 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (691d8469-56d2-4532-96c0-84e3812e6839), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:09.269344 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ad74a84-e05f-46b6-bd40-90791b9212b0 req-8f8035c2-44fd-45d3-833b-e78df2439150 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991557 May 19 21:46:09.284828 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=691d8469-56d2-4532-96c0-84e3812e6839,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:46:09.356872 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f468a3fa-450a-4588-848b-dd9621ec40a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:09.602012 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['691d8469-56d2-4532-96c0-84e3812e6839'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:46:10.124917 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6252841-4e92-429c-8a7a-e8c6cb9c850f req-3266d72b-c3aa-4af8-adfa-3945c9fd51c4 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:10.126437 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c6252841-4e92-429c-8a7a-e8c6cb9c850f req-3266d72b-c3aa-4af8-adfa-3945c9fd51c4 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 945 time: 0.0526137 May 19 21:46:10.178118 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c6252841-4e92-429c-8a7a-e8c6cb9c850f req-dc64cbc6-2f2d-443f-bf48-d8a3543a396d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7d159e-2fd9-4d37-bd7e-e94f345eb936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458786 May 19 21:46:10.526451 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:11.014035 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 691d8469-56d2-4532-96c0-84e3812e6839 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:46:11.061379 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port 691d8469-56d2-4532-96c0-84e3812e6839 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:46:11.068513 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 691d8469-56d2-4532-96c0-84e3812e6839 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:46:11.068871 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (691d8469-56d2-4532-96c0-84e3812e6839), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:11.150754 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 691d8469-56d2-4532-96c0-84e3812e6839 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:46:11.151137 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (691d8469-56d2-4532-96c0-84e3812e6839), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:11.175464 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d58902-c539-4c3e-8a00-b1aeb2cb9c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691d8469-56d2-4532-96c0-84e3812e6839'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:46:11.177895 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0797bb75-2a89-4b2a-ae30-81c4637d6c31" -d '{"events": [{"server_uuid": "b9d58902-c539-4c3e-8a00-b1aeb2cb9c52", "name": "network-vif-plugged", "status": "completed", "tag": "691d8469-56d2-4532-96c0-84e3812e6839"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:46:11.192316 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 691d8469-56d2-4532-96c0-84e3812e6839, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=691d8469-56d2-4532-96c0-84e3812e6839,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:46:11.197615 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (691d8469-56d2-4532-96c0-84e3812e6839), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:11.231100 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdb1438-749f-4dc9-8aa8-a8535b50a62f x-openstack-request-id: req-9cdb1438-749f-4dc9-8aa8-a8535b50a62f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:46:11.231395 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d58902-c539-4c3e-8a00-b1aeb2cb9c52", "name": "network-vif-plugged", "status": "completed", "tag": "691d8469-56d2-4532-96c0-84e3812e6839", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:46:11.231625 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9cdb1438-749f-4dc9-8aa8-a8535b50a62f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:46:11.232012 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdb1438-749f-4dc9-8aa8-a8535b50a62f'] response: {'server_uuid': 'b9d58902-c539-4c3e-8a00-b1aeb2cb9c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691d8469-56d2-4532-96c0-84e3812e6839', 'code': 200} May 19 21:46:11.241001 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:11.252111 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=691d8469-56d2-4532-96c0-84e3812e6839,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:46:11.318178 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab340b-e14d-4357-a1c5-761efec4c785 req-64300a61-d8e3-452c-824c-00738ffe2f4f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:11.319627 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6eab340b-e14d-4357-a1c5-761efec4c785 req-64300a61-d8e3-452c-824c-00738ffe2f4f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 946 time: 0.0583277 May 19 21:46:11.412532 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6eab340b-e14d-4357-a1c5-761efec4c785 req-f8d71634-8e4d-4a8b-974f-712b017bb7c2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7d159e-2fd9-4d37-bd7e-e94f345eb936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863013 May 19 21:46:11.424519 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d10911-a86f-466a-a833-66dbc1567475 req-fcac584f-e634-4530-b666-03c92a9ac4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:11.426634 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d2d10911-a86f-466a-a833-66dbc1567475 req-fcac584f-e634-4530-b666-03c92a9ac4b6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 1130 time: 0.0546970 May 19 21:46:11.478858 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d2d10911-a86f-466a-a833-66dbc1567475 req-30074264-65cc-4775-817c-695ab135711f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1f7d159e-2fd9-4d37-bd7e-e94f345eb936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455472 May 19 21:46:11.856471 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:11.871311 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:11.970193 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=15 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:11.971085 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=13 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:12.052879 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:12.539230 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef43d22-da3f-480b-ab2c-9eddd5310f69 req-44a9f968-55a5-4e45-932d-dada5d4c3903 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:12.540833 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fef43d22-da3f-480b-ab2c-9eddd5310f69 req-44a9f968-55a5-4e45-932d-dada5d4c3903 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 946 time: 0.0496321 May 19 21:46:12.594803 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-fef43d22-da3f-480b-ab2c-9eddd5310f69 req-927bb388-a9ac-4ae8-b5c6-f5527da0d529 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7d159e-2fd9-4d37-bd7e-e94f345eb936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481753 May 19 21:46:13.081795 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:13.724555 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dee64-1840-473c-9da4-c37e32c39a20 req-d866e7a0-70a7-4b28-bc0b-5316b1c383d6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:13.726302 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-be5dee64-1840-473c-9da4-c37e32c39a20 req-d866e7a0-70a7-4b28-bc0b-5316b1c383d6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 946 time: 0.0551829 May 19 21:46:13.783250 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-be5dee64-1840-473c-9da4-c37e32c39a20 req-50b49742-e74e-4787-a689-09462707e230 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7d159e-2fd9-4d37-bd7e-e94f345eb936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470712 May 19 21:46:13.906601 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cace34-fc0a-4372-89bf-fc23133ea051 req-33b4aa01-3322-4d66-a81a-563186094dc3 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:13.908213 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-77cace34-fc0a-4372-89bf-fc23133ea051 req-33b4aa01-3322-4d66-a81a-563186094dc3 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 946 time: 0.0559158 May 19 21:46:13.917672 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37352) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:46:13.922293 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-09352eb3-31ac-4b2d-9e56-be2623bf2612 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'floatingip': {'port_id': '691d8469-56d2-4532-96c0-84e3812e6839'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:46:13.962980 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09352eb3-31ac-4b2d-9e56-be2623bf2612 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (26654d46-1854-4856-b101-75c73a0386b9), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:14.310738 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:14.410802 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09352eb3-31ac-4b2d-9e56-be2623bf2612 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:14.416806 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09352eb3-31ac-4b2d-9e56-be2623bf2612 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (26654d46-1854-4856-b101-75c73a0386b9), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:14.510258 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:14.521160 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-09352eb3-31ac-4b2d-9e56-be2623bf2612 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Floating IP 26654d46-1854-4856-b101-75c73a0386b9 associated. External IP: 172.27.0.79, port: 691d8469-56d2-4532-96c0-84e3812e6839. May 19 21:46:14.732523 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09352eb3-31ac-4b2d-9e56-be2623bf2612 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Router 783efb32-32e5-4adc-931a-cf41d3966023 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:46:14.856613 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09352eb3-31ac-4b2d-9e56-be2623bf2612 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:46:14.862300 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09352eb3-31ac-4b2d-9e56-be2623bf2612 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:14.868255 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdea040-e7d3-4402-8c02-0ff218158aa1 None None] Sync routers for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:46:14.880853 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdea040-e7d3-4402-8c02-0ff218158aa1 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:46:14.881461 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3cdea040-e7d3-4402-8c02-0ff218158aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:46:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:46:14.898140 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-09352eb3-31ac-4b2d-9e56-be2623bf2612 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "PUT /v2.0/floatingips/26654d46-1854-4856-b101-75c73a0386b9 HTTP/1.1" status: 200 len: 991 time: 0.9770987 May 19 21:46:14.898140 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d58902-c539-4c3e-8a00-b1aeb2cb9c52', 'tag': '691d8469-56d2-4532-96c0-84e3812e6839'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:46:14.899420 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb9c9f4-4187-46d2-878e-a21610728472" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d58902-c539-4c3e-8a00-b1aeb2cb9c52", "tag": "691d8469-56d2-4532-96c0-84e3812e6839"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:46:14.940055 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46889cf5-5985-4285-ad3a-a08c45c26c97 x-openstack-request-id: req-46889cf5-5985-4285-ad3a-a08c45c26c97 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:46:14.940339 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d58902-c539-4c3e-8a00-b1aeb2cb9c52", "tag": "691d8469-56d2-4532-96c0-84e3812e6839", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:46:14.940639 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46889cf5-5985-4285-ad3a-a08c45c26c97 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:46:14.941046 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46889cf5-5985-4285-ad3a-a08c45c26c97'] response: {'name': 'network-changed', 'server_uuid': 'b9d58902-c539-4c3e-8a00-b1aeb2cb9c52', 'tag': '691d8469-56d2-4532-96c0-84e3812e6839', 'status': 'completed', 'code': 200} May 19 21:46:14.991507 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-3cdea040-e7d3-4402-8c02-0ff218158aa1 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:46:15.013541 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9c9f4-4187-46d2-878e-a21610728472 req-6af750b2-53cf-440f-955f-78843b57d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:15.015093 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-edb9c9f4-4187-46d2-878e-a21610728472 req-6af750b2-53cf-440f-955f-78843b57d0ac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 1130 time: 0.0478053 May 19 21:46:15.105443 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9c9f4-4187-46d2-878e-a21610728472 req-f8915674-a2a4-482d-b0cc-c6a083dd3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:15.107037 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-edb9c9f4-4187-46d2-878e-a21610728472 req-f8915674-a2a4-482d-b0cc-c6a083dd3957 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 915 time: 0.0857196 May 19 21:46:15.168616 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-edb9c9f4-4187-46d2-878e-a21610728472 req-4b40efaf-6940-4070-a3ba-cc864d51d0bb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=691d8469-56d2-4532-96c0-84e3812e6839 HTTP/1.1" status: 200 len: 999 time: 0.0560277 May 19 21:46:15.206856 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3cdea040-e7d3-4402-8c02-0ff218158aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '26654d46-1854-4856-b101-75c73a0386b9', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '691d8469-56d2-4532-96c0-84e3812e6839', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:95:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d58902-c539-4c3e-8a00-b1aeb2cb9c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:46:01Z', 'updated_at': '2022-05-19T21:46:14Z', 'revision_number': 1, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}, {'id': '91eab6e1-c9f1-49ee-855a-44fbb872764f', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:37:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d071024-fffe-422f-9730-0f429f40221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:44:21Z', 'updated_at': '2022-05-19T21:44:37Z', 'revision_number': 2, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:46:15.221817 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9c9f4-4187-46d2-878e-a21610728472 req-172cf1c3-99c9-4428-a0e9-bbf8ff5ace0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:15.223400 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-edb9c9f4-4187-46d2-878e-a21610728472 req-172cf1c3-99c9-4428-a0e9-bbf8ff5ace0c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0490468 May 19 21:46:15.232641 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdea040-e7d3-4402-8c02-0ff218158aa1 None None] Checking router: 783efb32-32e5-4adc-931a-cf41d3966023 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:46:15.244021 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdea040-e7d3-4402-8c02-0ff218158aa1 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:46:15.244562 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3cdea040-e7d3-4402-8c02-0ff218158aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:46:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:46:15.288612 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9c9f4-4187-46d2-878e-a21610728472 req-f81d6be1-3404-4cc8-b946-3d6be07e0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:15.291177 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-edb9c9f4-4187-46d2-878e-a21610728472 req-f81d6be1-3404-4cc8-b946-3d6be07e0a5f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575647 May 19 21:46:15.368907 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-3cdea040-e7d3-4402-8c02-0ff218158aa1 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:46:15.420397 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-edb9c9f4-4187-46d2-878e-a21610728472 req-b6e5c122-761c-4d5b-ac2c-646c829bdc56 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232669 May 19 21:46:15.482970 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:15.527672 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-edb9c9f4-4187-46d2-878e-a21610728472 req-35f5fb31-8352-4740-9695-3c7ba61a3bb9 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008093 May 19 21:46:15.738377 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3cdea040-e7d3-4402-8c02-0ff218158aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '26654d46-1854-4856-b101-75c73a0386b9', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '691d8469-56d2-4532-96c0-84e3812e6839', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:95:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d58902-c539-4c3e-8a00-b1aeb2cb9c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:46:01Z', 'updated_at': '2022-05-19T21:46:14Z', 'revision_number': 1, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}, {'id': '91eab6e1-c9f1-49ee-855a-44fbb872764f', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:37:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d071024-fffe-422f-9730-0f429f40221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:44:21Z', 'updated_at': '2022-05-19T21:44:37Z', 'revision_number': 2, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:46:15.763607 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdea040-e7d3-4402-8c02-0ff218158aa1 None None] The sync data for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi is: [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '26654d46-1854-4856-b101-75c73a0386b9', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '691d8469-56d2-4532-96c0-84e3812e6839', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:95:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d58902-c539-4c3e-8a00-b1aeb2cb9c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:46:01Z', 'updated_at': '2022-05-19T21:46:14Z', 'revision_number': 1, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}, {'id': '91eab6e1-c9f1-49ee-855a-44fbb872764f', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:37:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d071024-fffe-422f-9730-0f429f40221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:44:21Z', 'updated_at': '2022-05-19T21:44:37Z', 'revision_number': 2, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:46:15.978216 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfecfaa-6919-4ce3-8d34-4980630202ae None None] New status for floating IP 26654d46-1854-4856-b101-75c73a0386b9: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:46:17.953006 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-44059eb0-b9cc-4332-bd26-92708fc783f7 req-f147406d-8f83-488e-9218-2f9e97f5f1a6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411227 May 19 21:46:18.026183 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44059eb0-b9cc-4332-bd26-92708fc783f7 req-a4cc1e99-58c7-4506-88f4-49abbb5d4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:18.027749 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-44059eb0-b9cc-4332-bd26-92708fc783f7 req-a4cc1e99-58c7-4506-88f4-49abbb5d4ad1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 1129 time: 0.0487633 May 19 21:46:18.127176 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:18.145685 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44059eb0-b9cc-4332-bd26-92708fc783f7 req-23529bed-36d7-4d16-bb83-320b2af32e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:18.147217 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-44059eb0-b9cc-4332-bd26-92708fc783f7 req-23529bed-36d7-4d16-bb83-320b2af32e6c service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 915 time: 0.0990913 May 19 21:46:18.212524 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-44059eb0-b9cc-4332-bd26-92708fc783f7 req-33f48d8f-5a91-4266-ac77-2ea537a38646 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eae5b2b-b305-4be0-b92d-251bb9cc76ee HTTP/1.1" status: 200 len: 1000 time: 0.0593400 May 19 21:46:18.267930 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44059eb0-b9cc-4332-bd26-92708fc783f7 req-f48bcc8d-8b78-4a2f-8cfb-8307a83b5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:18.269377 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-44059eb0-b9cc-4332-bd26-92708fc783f7 req-f48bcc8d-8b78-4a2f-8cfb-8307a83b5d0a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0473650 May 19 21:46:18.318093 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44059eb0-b9cc-4332-bd26-92708fc783f7 req-523fd461-55c3-4686-ab14-958e02d202f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:46:18.320589 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-44059eb0-b9cc-4332-bd26-92708fc783f7 req-523fd461-55c3-4686-ab14-958e02d202f7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437455 May 19 21:46:18.415878 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-44059eb0-b9cc-4332-bd26-92708fc783f7 req-a8aa336d-0167-44e9-8f26-8ca451dfaac4 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891244 May 19 21:46:18.788273 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-44059eb0-b9cc-4332-bd26-92708fc783f7 req-6b32d784-2190-4e14-9864-e4ea43a084ac service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662760 May 19 21:46:23.890225 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:23.897565 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:25.942213 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=75 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:25.943092 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=79 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:26.112672 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:26.114518 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:28.777397 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=32 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:28.783770 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=60 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:36.658678 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-417c4952-774a-4f01-83f0-1f269fb799b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:38.974265 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:46:39.354866 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9a84e102-0145-4214-bc01-fd366ae0a208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:40.532434 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:41.876349 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:42.043189 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:43.082584 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:46:48.970566 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:53.074540 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:46:53.075557 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:02.943130 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:04.921243 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:06.668492 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf8aab65-5837-4ffd-a13a-55a6da0747d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:09.351281 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f01b10a-55a3-4233-a2ae-77cba7067398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:10.534493 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:11.901883 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:12.051845 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:13.078938 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:15.973555 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:47:19.928599 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0965b454-ed54-4205-bfae-f7c0e60f61ce req-976b1a1d-6fce-4ebd-a7dc-cdd06a49c62c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447624 May 19 21:47:20.025100 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965b454-ed54-4205-bfae-f7c0e60f61ce req-a0376739-1747-47b3-80b3-2cbcd3a0e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:20.026622 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0965b454-ed54-4205-bfae-f7c0e60f61ce req-a0376739-1747-47b3-80b3-2cbcd3a0e16d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 1129 time: 0.0451517 May 19 21:47:20.144976 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965b454-ed54-4205-bfae-f7c0e60f61ce req-5ca278d3-2aad-48a3-b35b-efa605cc193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:20.146357 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0965b454-ed54-4205-bfae-f7c0e60f61ce req-5ca278d3-2aad-48a3-b35b-efa605cc193a service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 915 time: 0.1007032 May 19 21:47:20.212741 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0965b454-ed54-4205-bfae-f7c0e60f61ce req-480e66e2-c27f-45c6-8b3e-9052d2040227 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eae5b2b-b305-4be0-b92d-251bb9cc76ee HTTP/1.1" status: 200 len: 1000 time: 0.0600276 May 19 21:47:20.265627 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965b454-ed54-4205-bfae-f7c0e60f61ce req-6379d122-a07d-4982-831a-535705e3b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:20.267132 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0965b454-ed54-4205-bfae-f7c0e60f61ce req-6379d122-a07d-4982-831a-535705e3b3ab service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0486064 May 19 21:47:20.325534 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965b454-ed54-4205-bfae-f7c0e60f61ce req-fd1c5b0b-d0df-4293-8485-4a1819d39979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:20.327057 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0965b454-ed54-4205-bfae-f7c0e60f61ce req-fd1c5b0b-d0df-4293-8485-4a1819d39979 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529621 May 19 21:47:20.441914 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0965b454-ed54-4205-bfae-f7c0e60f61ce req-2b9f0d55-4b39-4458-ac79-b0decf7e6faa service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069629 May 19 21:47:20.536984 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0965b454-ed54-4205-bfae-f7c0e60f61ce req-8fbc5177-d790-4889-b3eb-1bceff26b30e service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890930 May 19 21:47:23.066413 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:23.072881 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:25.967926 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:25.968915 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:30.527012 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=54 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:30.533590 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=47 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:30.654661 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d1bf0-283d-47e0-ad70-851de5036d77 req-a19b20b5-54be-499f-947b-1fc62d05ed59 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:30.656053 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-177d1bf0-283d-47e0-ad70-851de5036d77 req-a19b20b5-54be-499f-947b-1fc62d05ed59 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 946 time: 0.0546730 May 19 21:47:30.707797 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-177d1bf0-283d-47e0-ad70-851de5036d77 req-f2ff0ab5-46d7-4aa2-9334-adaee9b705ab tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7d159e-2fd9-4d37-bd7e-e94f345eb936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441253 May 19 21:47:31.901701 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64b95a-6a59-47f8-8cd3-748cd291f865 req-792721fa-fc95-4123-9bae-5d712b3c5219 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:31.903293 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cc64b95a-6a59-47f8-8cd3-748cd291f865 req-792721fa-fc95-4123-9bae-5d712b3c5219 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 946 time: 0.1211824 May 19 21:47:31.958219 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cc64b95a-6a59-47f8-8cd3-748cd291f865 req-70d19ca1-bb69-4cd0-8bd8-53590d12aad5 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f7d159e-2fd9-4d37-bd7e-e94f345eb936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470114 May 19 21:47:32.225023 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-c27188ab-e1ac-4341-85ed-34655458c90f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:32.226803 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-c27188ab-e1ac-4341-85ed-34655458c90f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 946 time: 0.0580254 May 19 21:47:32.310082 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Deleting port 691d8469-56d2-4532-96c0-84e3812e6839 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:47:32.310680 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (691d8469-56d2-4532-96c0-84e3812e6839), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:32.423672 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] For port 691d8469-56d2-4532-96c0-84e3812e6839, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=691d8469-56d2-4532-96c0-84e3812e6839,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:47:32.424032 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (691d8469-56d2-4532-96c0-84e3812e6839), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:32.597118 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:32.597561 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (26654d46-1854-4856-b101-75c73a0386b9), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:32.597802 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Floating IP 26654d46-1854-4856-b101-75c73a0386b9 disassociated. External IP: 172.27.0.79, port: 691d8469-56d2-4532-96c0-84e3812e6839. May 19 21:47:32.598146 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Calling delete_port for 691d8469-56d2-4532-96c0-84e3812e6839 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:47:32.744010 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (691d8469-56d2-4532-96c0-84e3812e6839), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:32.773482 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event deleted for resources: {'Port': ['ID=691d8469-56d2-4532-96c0-84e3812e6839,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:32.785172 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.785519 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.785852 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.786174 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.786534 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.786856 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.787171 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.787470 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.787782 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.788094 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.788492 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.788803 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.789346 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.789754 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.792330 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:32.902260 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Router 783efb32-32e5-4adc-931a-cf41d3966023 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:47:33.016931 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:47:33.030720 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab4b897-f141-4d6f-9f06-b52e08e32772 None None] Sync routers for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:47:33.042797 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab4b897-f141-4d6f-9f06-b52e08e32772 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:47:33.043402 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3ab4b897-f141-4d6f-9f06-b52e08e32772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:47:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:47:33.087620 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7533fcd6-126a-4c51-99b2-06ab4f9362a5 req-faba9808-110a-486b-83a7-36721d694723 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9d58902-c539-4c3e-8a00-b1aeb2cb9c52 HTTP/1.1" status: 200 len: 210 time: 0.0442674 May 19 21:47:33.088308 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] No DVR routers for this DVR port 691d8469-56d2-4532-96c0-84e3812e6839 on host hv-cinder-83563 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:47:33.091072 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:33.094592 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-647ab574-d8a0-4488-90b2-8afabe42fe5b req-96d65386-a1d4-4952-802a-45c304604ddf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "DELETE /v2.0/ports/691d8469-56d2-4532-96c0-84e3812e6839 HTTP/1.1" status: 204 len: 173 time: 0.8626735 May 19 21:47:33.094912 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d58902-c539-4c3e-8a00-b1aeb2cb9c52', 'name': 'network-vif-deleted', 'tag': '691d8469-56d2-4532-96c0-84e3812e6839'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:47:33.097856 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8396b41-cdfc-48ae-a1a9-83dfecf4c84d" -d '{"events": [{"server_uuid": "b9d58902-c539-4c3e-8a00-b1aeb2cb9c52", "name": "network-vif-deleted", "tag": "691d8469-56d2-4532-96c0-84e3812e6839"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:47:33.149195 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aff8645-67d2-4a22-8c9b-1dc72282f044 x-openstack-request-id: req-9aff8645-67d2-4a22-8c9b-1dc72282f044 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:47:33.149486 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d58902-c539-4c3e-8a00-b1aeb2cb9c52", "name": "network-vif-deleted", "tag": "691d8469-56d2-4532-96c0-84e3812e6839", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:47:33.149738 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9aff8645-67d2-4a22-8c9b-1dc72282f044 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:47:33.150142 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aff8645-67d2-4a22-8c9b-1dc72282f044'] response: {'server_uuid': 'b9d58902-c539-4c3e-8a00-b1aeb2cb9c52', 'name': 'network-vif-deleted', 'tag': '691d8469-56d2-4532-96c0-84e3812e6839', 'status': 'completed', 'code': 200} May 19 21:47:33.174472 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-3ab4b897-f141-4d6f-9f06-b52e08e32772 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:47:33.410883 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3ab4b897-f141-4d6f-9f06-b52e08e32772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '91eab6e1-c9f1-49ee-855a-44fbb872764f', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:37:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d071024-fffe-422f-9730-0f429f40221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:44:21Z', 'updated_at': '2022-05-19T21:44:37Z', 'revision_number': 2, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:47:33.436021 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab4b897-f141-4d6f-9f06-b52e08e32772 None None] Checking router: 783efb32-32e5-4adc-931a-cf41d3966023 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:47:33.445515 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab4b897-f141-4d6f-9f06-b52e08e32772 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:47:33.446113 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3ab4b897-f141-4d6f-9f06-b52e08e32772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:47:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:47:33.557902 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-3ab4b897-f141-4d6f-9f06-b52e08e32772 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:47:33.768800 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3ab4b897-f141-4d6f-9f06-b52e08e32772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '91eab6e1-c9f1-49ee-855a-44fbb872764f', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:37:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d071024-fffe-422f-9730-0f429f40221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:44:21Z', 'updated_at': '2022-05-19T21:44:37Z', 'revision_number': 2, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:47:33.793595 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab4b897-f141-4d6f-9f06-b52e08e32772 None None] The sync data for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi is: [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '91eab6e1-c9f1-49ee-855a-44fbb872764f', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:37:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d071024-fffe-422f-9730-0f429f40221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:44:21Z', 'updated_at': '2022-05-19T21:44:37Z', 'revision_number': 2, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:47:34.020731 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1afdc6-77fe-4a69-8863-5d7037a652e7 None None] New status for floating IP 26654d46-1854-4856-b101-75c73a0386b9: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:47:34.196231 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37424) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:47:34.204555 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:34.211182 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:34.257667 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51fd0620-80b2-4164-8454-41a035bc0158 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (1f7d159e-2fd9-4d37-bd7e-e94f345eb936), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:34.281654 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51fd0620-80b2-4164-8454-41a035bc0158 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (1f7d159e-2fd9-4d37-bd7e-e94f345eb936), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:34.333481 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51fd0620-80b2-4164-8454-41a035bc0158 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (1f7d159e-2fd9-4d37-bd7e-e94f345eb936), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:34.336916 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51fd0620-80b2-4164-8454-41a035bc0158 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:34.337874 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-51fd0620-80b2-4164-8454-41a035bc0158 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "DELETE /v2.0/security-groups/1f7d159e-2fd9-4d37-bd7e-e94f345eb936 HTTP/1.1" status: 204 len: 168 time: 0.1406138 May 19 21:47:34.340788 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37426) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:47:34.347615 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd0620-80b2-4164-8454-41a035bc0158 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7d159e-2fd9-4d37-bd7e-e94f345eb936,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:34.355157 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.api.v2.resource [None req-7e71fba9-d524-49fb-9029-39cfe09584fa tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] show failed (client error): The resource could not be found. May 19 21:47:34.355689 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-7e71fba9-d524-49fb-9029-39cfe09584fa tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups/1f7d159e-2fd9-4d37-bd7e-e94f345eb936 HTTP/1.1" status: 404 len: 347 time: 0.0139031 May 19 21:47:34.358752 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37428) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:47:34.478784 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Deleting port 2487fedb-1a16-4cee-8c05-8da8412527f3 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:47:34.479130 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (2487fedb-1a16-4cee-8c05-8da8412527f3), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:34.563331 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (2487fedb-1a16-4cee-8c05-8da8412527f3), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:34.563598 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (2487fedb-1a16-4cee-8c05-8da8412527f3), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:34.577595 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Calling delete_port for 2487fedb-1a16-4cee-8c05-8da8412527f3 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:47:34.721390 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (2487fedb-1a16-4cee-8c05-8da8412527f3), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:34.746780 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event deleted for resources: {'Port': ['ID=2487fedb-1a16-4cee-8c05-8da8412527f3,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:34.757002 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.757444 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.757774 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.758102 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.758459 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.758787 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.759099 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.759418 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.759730 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.760042 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.760921 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.760921 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.760921 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.761202 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.761530 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:34.823885 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (26654d46-1854-4856-b101-75c73a0386b9), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:34.826187 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:34.827365 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-429dcd35-0303-42cd-b670-e2ff8b7a129b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "DELETE /v2.0/floatingips/26654d46-1854-4856-b101-75c73a0386b9 HTTP/1.1" status: 204 len: 168 time: 0.4676797 May 19 21:47:35.479201 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 691d8469-56d2-4532-96c0-84e3812e6839 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:47:35.509507 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: 691d8469-56d2-4532-96c0-84e3812e6839 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:47:35.509848 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 691d8469-56d2-4532-96c0-84e3812e6839 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:47:36.492127 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca95543-f46e-49e0-bd64-d8441039ce50 req-cf412fbf-c338-45dd-8371-f6b3c413d963 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:36.493976 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cca95543-f46e-49e0-bd64-d8441039ce50 req-cf412fbf-c338-45dd-8371-f6b3c413d963 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 945 time: 0.0516133 May 19 21:47:36.543965 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cca95543-f46e-49e0-bd64-d8441039ce50 req-63c8239b-9cba-488a-bd02-4222fde21cfa tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=b972195b-e053-4acb-92a7-5f2d89944c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439584 May 19 21:47:36.666219 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84b3f17e-a7e8-4aa6-9634-60a8a5876e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:37.677626 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aefe45-74c1-41cd-a365-c9fe1924027c req-21bd93f0-61b8-4716-ad0d-f91b8afcaf64 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:37.679110 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-11aefe45-74c1-41cd-a365-c9fe1924027c req-21bd93f0-61b8-4716-ad0d-f91b8afcaf64 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 945 time: 0.0585284 May 19 21:47:37.732594 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-11aefe45-74c1-41cd-a365-c9fe1924027c req-b9ebd2bd-3797-487e-a68d-22669d7938cd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=b972195b-e053-4acb-92a7-5f2d89944c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475156 May 19 21:47:38.291996 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524650-971a-4884-b110-d31b9500e1e7 req-54b0fc55-d20b-4f11-9fc1-b01c04c4408f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:38.293386 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7c524650-971a-4884-b110-d31b9500e1e7 req-54b0fc55-d20b-4f11-9fc1-b01c04c4408f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 945 time: 0.0540249 May 19 21:47:38.389470 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-7c524650-971a-4884-b110-d31b9500e1e7 req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Deleting port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:47:38.389764 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7c524650-971a-4884-b110-d31b9500e1e7 req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:38.487839 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7c524650-971a-4884-b110-d31b9500e1e7 req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] For port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2eae5b2b-b305-4be0-b92d-251bb9cc76ee,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:47:38.488156 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7c524650-971a-4884-b110-d31b9500e1e7 req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:38.652285 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7c524650-971a-4884-b110-d31b9500e1e7 req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:38.652599 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7c524650-971a-4884-b110-d31b9500e1e7 req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (91eab6e1-c9f1-49ee-855a-44fbb872764f), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:38.652941 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [req-7c524650-971a-4884-b110-d31b9500e1e7 req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Floating IP 91eab6e1-c9f1-49ee-855a-44fbb872764f disassociated. External IP: 172.27.0.66, port: 2eae5b2b-b305-4be0-b92d-251bb9cc76ee. May 19 21:47:38.653276 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-7c524650-971a-4884-b110-d31b9500e1e7 req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Calling delete_port for 2eae5b2b-b305-4be0-b92d-251bb9cc76ee owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:47:38.796395 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7c524650-971a-4884-b110-d31b9500e1e7 req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (2eae5b2b-b305-4be0-b92d-251bb9cc76ee), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:38.836055 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event deleted for resources: {'Port': ['ID=2eae5b2b-b305-4be0-b92d-251bb9cc76ee,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:38.858199 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-760f95de-f6df-4eae-88c5-4fccdec50bf0 req-b74b754c-4c85-4564-a025-425b9d3bfdf7 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d071024-fffe-422f-9730-0f429f40221b HTTP/1.1" status: 200 len: 210 time: 0.0488420 May 19 21:47:38.951187 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:38.965060 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:38.967207 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c524650-971a-4884-b110-d31b9500e1e7 req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Router 783efb32-32e5-4adc-931a-cf41d3966023 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:47:39.088614 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c524650-971a-4884-b110-d31b9500e1e7 req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:47:39.099040 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d9ac4-034a-4f22-8108-12bec06db318 None None] Sync routers for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:47:39.109191 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d9ac4-034a-4f22-8108-12bec06db318 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:47:39.109714 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-6a4d9ac4-034a-4f22-8108-12bec06db318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:47:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:47:39.137664 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c524650-971a-4884-b110-d31b9500e1e7 req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] No DVR routers for this DVR port 2eae5b2b-b305-4be0-b92d-251bb9cc76ee on host hv-cinder-83563 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:47:39.140560 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7c524650-971a-4884-b110-d31b9500e1e7 req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:39.144081 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7c524650-971a-4884-b110-d31b9500e1e7 req-a11092b5-ecc4-4190-817e-31594eb43683 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "DELETE /v2.0/ports/2eae5b2b-b305-4be0-b92d-251bb9cc76ee HTTP/1.1" status: 204 len: 173 time: 0.8452384 May 19 21:47:39.144539 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d071024-fffe-422f-9730-0f429f40221b', 'name': 'network-vif-deleted', 'tag': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:47:39.146806 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de45097e-3051-4389-9830-e97b5e3a9cad" -d '{"events": [{"server_uuid": "2d071024-fffe-422f-9730-0f429f40221b", "name": "network-vif-deleted", "tag": "2eae5b2b-b305-4be0-b92d-251bb9cc76ee"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:47:39.200702 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbdb3cf-3ee8-4b9f-8afd-b591c1d3b461 x-openstack-request-id: req-3cbdb3cf-3ee8-4b9f-8afd-b591c1d3b461 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:47:39.200985 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d071024-fffe-422f-9730-0f429f40221b", "name": "network-vif-deleted", "tag": "2eae5b2b-b305-4be0-b92d-251bb9cc76ee", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:47:39.201282 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3cbdb3cf-3ee8-4b9f-8afd-b591c1d3b461 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:47:39.201653 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cbdb3cf-3ee8-4b9f-8afd-b591c1d3b461'] response: {'server_uuid': '2d071024-fffe-422f-9730-0f429f40221b', 'name': 'network-vif-deleted', 'tag': '2eae5b2b-b305-4be0-b92d-251bb9cc76ee', 'status': 'completed', 'code': 200} May 19 21:47:39.222612 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-6a4d9ac4-034a-4f22-8108-12bec06db318 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:47:39.270730 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:39.346754 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4c1de52-d155-4809-a6e9-bbc623b77d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:39.434569 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:39.449665 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-6a4d9ac4-034a-4f22-8108-12bec06db318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:47:39.570039 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d9ac4-034a-4f22-8108-12bec06db318 None None] Checking router: 783efb32-32e5-4adc-931a-cf41d3966023 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:47:39.578761 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d9ac4-034a-4f22-8108-12bec06db318 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:47:39.579381 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-6a4d9ac4-034a-4f22-8108-12bec06db318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:47:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:47:39.688164 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-6a4d9ac4-034a-4f22-8108-12bec06db318 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:47:39.883579 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-6a4d9ac4-034a-4f22-8108-12bec06db318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:47:39.912329 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d9ac4-034a-4f22-8108-12bec06db318 None None] The sync data for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi is: [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:47:39.950786 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37460) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:47:40.009263 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81b0dd3c-9038-4741-81b1-832baf2d2e36 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (b972195b-e053-4acb-92a7-5f2d89944c27), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.033144 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81b0dd3c-9038-4741-81b1-832baf2d2e36 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (b972195b-e053-4acb-92a7-5f2d89944c27), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.102518 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81b0dd3c-9038-4741-81b1-832baf2d2e36 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (b972195b-e053-4acb-92a7-5f2d89944c27), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.107278 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81b0dd3c-9038-4741-81b1-832baf2d2e36 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.108830 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-81b0dd3c-9038-4741-81b1-832baf2d2e36 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "DELETE /v2.0/security-groups/b972195b-e053-4acb-92a7-5f2d89944c27 HTTP/1.1" status: 204 len: 168 time: 0.1568575 May 19 21:47:40.111766 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37462) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:47:40.122925 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0dd3c-9038-4741-81b1-832baf2d2e36 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b972195b-e053-4acb-92a7-5f2d89944c27,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:40.134897 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.api.v2.resource [None req-3b9f4226-c479-43a1-815a-0fafc12f6fc7 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] show failed (client error): The resource could not be found. May 19 21:47:40.136348 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-3b9f4226-c479-43a1-815a-0fafc12f6fc7 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups/b972195b-e053-4acb-92a7-5f2d89944c27 HTTP/1.1" status: 404 len: 347 time: 0.0230880 May 19 21:47:40.140083 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37464) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:47:40.196587 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b805c839-a4ae-4d1b-8c94-a9b80bcafbd3 None None] New status for floating IP 91eab6e1-c9f1-49ee-855a-44fbb872764f: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:47:40.266144 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0393890a-dd5b-45a6-9375-6e7db6e45a54 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Deleting port 3a5202e6-11ca-4f90-b014-dda6545c5a37 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:47:40.266467 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0393890a-dd5b-45a6-9375-6e7db6e45a54 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (3a5202e6-11ca-4f90-b014-dda6545c5a37), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.347340 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0393890a-dd5b-45a6-9375-6e7db6e45a54 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (3a5202e6-11ca-4f90-b014-dda6545c5a37), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.347638 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0393890a-dd5b-45a6-9375-6e7db6e45a54 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (3a5202e6-11ca-4f90-b014-dda6545c5a37), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.362068 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-0393890a-dd5b-45a6-9375-6e7db6e45a54 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Calling delete_port for 3a5202e6-11ca-4f90-b014-dda6545c5a37 owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:47:40.414396 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:40.435416 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:40.504205 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0393890a-dd5b-45a6-9375-6e7db6e45a54 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (3a5202e6-11ca-4f90-b014-dda6545c5a37), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.528992 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393890a-dd5b-45a6-9375-6e7db6e45a54 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event deleted for resources: {'Port': ['ID=3a5202e6-11ca-4f90-b014-dda6545c5a37,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:40.539156 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.594300 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0393890a-dd5b-45a6-9375-6e7db6e45a54 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (91eab6e1-c9f1-49ee-855a-44fbb872764f), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.596744 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-0393890a-dd5b-45a6-9375-6e7db6e45a54 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.597890 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-0393890a-dd5b-45a6-9375-6e7db6e45a54 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "DELETE /v2.0/floatingips/91eab6e1-c9f1-49ee-855a-44fbb872764f HTTP/1.1" status: 204 len: 168 time: 0.4562557 May 19 21:47:40.675639 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37468) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:47:40.680214 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-c5e6515d-a170-4499-b70b-a3a938691c4f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--721058126', 'description': 'tempest-description--1969603240'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:47:40.701979 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5e6515d-a170-4499-b70b-a3a938691c4f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.769339 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5e6515d-a170-4499-b70b-a3a938691c4f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (099ea3d8-77d4-47ab-be2e-c5893f829ccf), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.775266 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5e6515d-a170-4499-b70b-a3a938691c4f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (099ea3d8-77d4-47ab-be2e-c5893f829ccf), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.807306 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c5e6515d-a170-4499-b70b-a3a938691c4f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.808599 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-c5e6515d-a170-4499-b70b-a3a938691c4f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1318829 May 19 21:47:40.809737 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6515d-a170-4499-b70b-a3a938691c4f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099ea3d8-77d4-47ab-be2e-c5893f829ccf,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:40.811970 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37470) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:47:40.816813 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-bfeb24e9-59f5-4127-a4c3-2ef147458879 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'security_group_rule': {'security_group_id': '099ea3d8-77d4-47ab-be2e-c5893f829ccf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:47:40.846293 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bfeb24e9-59f5-4127-a4c3-2ef147458879 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (a9e3460e-46cd-47db-adcd-0fadbbf022c4), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.912297 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bfeb24e9-59f5-4127-a4c3-2ef147458879 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (a9e3460e-46cd-47db-adcd-0fadbbf022c4), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.916868 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bfeb24e9-59f5-4127-a4c3-2ef147458879 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (a9e3460e-46cd-47db-adcd-0fadbbf022c4), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.935093 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb24e9-59f5-4127-a4c3-2ef147458879 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e3460e-46cd-47db-adcd-0fadbbf022c4,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:40.944326 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bfeb24e9-59f5-4127-a4c3-2ef147458879 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:40.945828 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-bfeb24e9-59f5-4127-a4c3-2ef147458879 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325500 May 19 21:47:40.949164 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37472) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:47:40.953477 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4eecc8b5-11e9-4a6f-9a35-82bfb820d161 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'security_group_rule': {'security_group_id': '099ea3d8-77d4-47ab-be2e-c5893f829ccf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:47:40.982484 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4eecc8b5-11e9-4a6f-9a35-82bfb820d161 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (83f945df-ff4a-4a8d-b87e-c48fa281e095), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.028793 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4eecc8b5-11e9-4a6f-9a35-82bfb820d161 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (83f945df-ff4a-4a8d-b87e-c48fa281e095), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.033784 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4eecc8b5-11e9-4a6f-9a35-82bfb820d161 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (83f945df-ff4a-4a8d-b87e-c48fa281e095), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.052417 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecc8b5-11e9-4a6f-9a35-82bfb820d161 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f945df-ff4a-4a8d-b87e-c48fa281e095,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:41.058647 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4eecc8b5-11e9-4a6f-9a35-82bfb820d161 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.059825 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4eecc8b5-11e9-4a6f-9a35-82bfb820d161 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1097529 May 19 21:47:41.063381 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37474) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:47:41.067601 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'floatingip': {'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:47:41.091423 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.188627 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.298405 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Allocated IP 172.27.0.21 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/3a3a7c23-6caa-4f28-90cd-691f37c01544) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:47:41.316896 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:41.353216 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:41.411935 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for port (3a3a7c23-6caa-4f28-90cd-691f37c01544), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.446571 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (3a3a7c23-6caa-4f28-90cd-691f37c01544), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.485260 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:47:41.486840 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 2eae5b2b-b305-4be0-b92d-251bb9cc76ee no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:47:41.489929 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:47:41.493976 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:47:41.510288 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: 2eae5b2b-b305-4be0-b92d-251bb9cc76ee {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:47:41.510653 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 2eae5b2b-b305-4be0-b92d-251bb9cc76ee not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:47:41.513779 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'Port': ['ID=3a3a7c23-6caa-4f28-90cd-691f37c01544,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:41.583726 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (fdd389ba-6d00-4708-83e7-bba06b2859b9), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.623691 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (3a3a7c23-6caa-4f28-90cd-691f37c01544), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.817542 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for port (3a3a7c23-6caa-4f28-90cd-691f37c01544), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.825484 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (3a3a7c23-6caa-4f28-90cd-691f37c01544), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.885370 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.896808 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'Port': ['ID=3a3a7c23-6caa-4f28-90cd-691f37c01544,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:41.907430 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (fdd389ba-6d00-4708-83e7-bba06b2859b9), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.924946 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:41.926502 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4f264f7d-a33a-49a1-95a1-e19329d14adf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8621981 May 19 21:47:42.048767 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:42.080180 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-9d1eb847-e167-4400-b4f1-0b72762399ae tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--721058126&fields=id&tenant_id=9a4ad8679d5446b591d4083529f992cc HTTP/1.1" status: 200 len: 267 time: 0.0448284 May 19 21:47:42.202232 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-6a7119ac-66d8-44b9-b7fb-9e14a35deba4 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:42.203805 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-6a7119ac-66d8-44b9-b7fb-9e14a35deba4 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 814 time: 0.1146851 May 19 21:47:42.220181 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-1ada1f26-0fc3-46f5-b7c8-3d96264aba45 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/quotas/9a4ad8679d5446b591d4083529f992cc HTTP/1.1" status: 200 len: 375 time: 0.0106957 May 19 21:47:42.286360 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-82c487ce-c11b-4c01-af54-782dacc55f39 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605683 May 19 21:47:42.440342 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-ac4e8e99-bfd8-4d02-a40d-9fc6cb20e545 service neutron] 10.222.0.65 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414459 May 19 21:47:42.539247 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-6cc9bb8c-7e32-4bf4-8792-23d218a0b28d service neutron] 10.222.0.65 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926735 May 19 21:47:42.734205 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e11a7e65-fe2a-4d0a-b560-a2633574e7b2 req-657d7d2f-19bf-4864-9270-8cccdfc72af5 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 210 time: 0.0303593 May 19 21:47:43.080325 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:43.690845 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-49afd4f4-ccd6-42c7-a8a1-4dde2ddb0993 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:43.692408 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-49afd4f4-ccd6-42c7-a8a1-4dde2ddb0993 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 814 time: 0.1126790 May 19 21:47:43.707655 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:43.759719 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-887c090b-52ab-4ff6-9af6-93e87817d579 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a4ad8679d5446b591d4083529f992cc HTTP/1.1" status: 200 len: 379 time: 0.0585284 May 19 21:47:43.768136 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-1cb4eec9-3046-439e-b981-e1c870a803a2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'port': {'device_id': '3600a05e-7f64-4e6c-872c-7e0dcf9f34e8', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'admin_state_up': True, 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'security_groups': ['099ea3d8-77d4-47ab-be2e-c5893f829ccf']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:47:43.813817 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:43.830893 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e09f5a99-8d18-41b1-bfc9-cf60eada6130 req-253b8941-89d7-4766-b45d-4092e9be6ac2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 210 time: 0.0290902 May 19 21:47:43.898342 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-1cb4eec9-3046-439e-b981-e1c870a803a2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Made reservation on behalf of 9a4ad8679d5446b591d4083529f992cc for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:47:43.902107 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-1cb4eec9-3046-439e-b981-e1c870a803a2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:44.030174 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-1cb4eec9-3046-439e-b981-e1c870a803a2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Allocated IP 172.20.0.10 (c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d/10c242d9-68ce-4325-8ffe-59210e633901/53afa677-7344-4d25-8082-d6b13ade69e9) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:47:44.187429 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-1cb4eec9-3046-439e-b981-e1c870a803a2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for port (53afa677-7344-4d25-8082-d6b13ade69e9), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:44.231273 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-1cb4eec9-3046-439e-b981-e1c870a803a2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (53afa677-7344-4d25-8082-d6b13ade69e9), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:44.274257 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-1cb4eec9-3046-439e-b981-e1c870a803a2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:47:44.279459 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-1cb4eec9-3046-439e-b981-e1c870a803a2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:47:44.283337 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-1cb4eec9-3046-439e-b981-e1c870a803a2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:47:44.287301 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4eec9-3046-439e-b981-e1c870a803a2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'Port': ['ID=53afa677-7344-4d25-8082-d6b13ade69e9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:44.335249 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-1cb4eec9-3046-439e-b981-e1c870a803a2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:44.335864 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-1cb4eec9-3046-439e-b981-e1c870a803a2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:44.355535 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-1cb4eec9-3046-439e-b981-e1c870a803a2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5911212 May 19 21:47:44.415298 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Request body: {'port': {'device_id': '3600a05e-7f64-4e6c-872c-7e0dcf9f34e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:47:44.481284 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (53afa677-7344-4d25-8082-d6b13ade69e9), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:44.528593 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-1928fcc7-a7f1-4f78-b95e-4cd7a7e66667 None None] Provisioning complete for port 53afa677-7344-4d25-8082-d6b13ade69e9 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:47:44.529186 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1928fcc7-a7f1-4f78-b95e-4cd7a7e66667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (53afa677-7344-4d25-8082-d6b13ade69e9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:44.561399 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1928fcc7-a7f1-4f78-b95e-4cd7a7e66667 None None] Port 53afa677-7344-4d25-8082-d6b13ade69e9 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:47:44.618983 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:44.717446 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:44.773879 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53afa677-7344-4d25-8082-d6b13ade69e9 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:47:44.781360 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Publish callbacks [] for port (53afa677-7344-4d25-8082-d6b13ade69e9), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:44.793964 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Transition to ACTIVE for port object 53afa677-7344-4d25-8082-d6b13ade69e9 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:47:44.799852 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (53afa677-7344-4d25-8082-d6b13ade69e9), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:45.163244 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Pushing event updated for resources: {'Port': ['ID=53afa677-7344-4d25-8082-d6b13ade69e9,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:45.172901 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6b9d9-003a-4783-9f41-453efb880be9 req-d40d92b0-39d4-4ce3-91bd-d6d31249f9f0 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:45.174455 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e9a6b9d9-003a-4783-9f41-453efb880be9 req-d40d92b0-39d4-4ce3-91bd-d6d31249f9f0 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 944 time: 0.0700376 May 19 21:47:45.272184 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e9a6b9d9-003a-4783-9f41-453efb880be9 req-4f8d2837-f377-4186-a464-cf74b4f88947 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=099ea3d8-77d4-47ab-be2e-c5893f829ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917766 May 19 21:47:45.283257 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Attempting to bind port 53afa677-7344-4d25-8082-d6b13ade69e9 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:47:45.283643 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Attempting to bind port 53afa677-7344-4d25-8082-d6b13ade69e9 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:47:45.283892 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Attempting to bind port 53afa677-7344-4d25-8082-d6b13ade69e9 on network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:47:45.288788 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Port 53afa677-7344-4d25-8082-d6b13ade69e9 on network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:47:45.289076 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Attempting to bind port 53afa677-7344-4d25-8082-d6b13ade69e9 on network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:47:45.294914 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:47:45.295242 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Checking segment: {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:47:45.295612 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Bound using segment: {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:47:45.296031 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Bound port: 53afa677-7344-4d25-8082-d6b13ade69e9, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:47:45.296378 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (53afa677-7344-4d25-8082-d6b13ade69e9), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:45.356912 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] For port 53afa677-7344-4d25-8082-d6b13ade69e9, host hv-cinder-83563, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:47:45.359948 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] For port 53afa677-7344-4d25-8082-d6b13ade69e9, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=53afa677-7344-4d25-8082-d6b13ade69e9,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:47:45.369218 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (53afa677-7344-4d25-8082-d6b13ade69e9), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:45.405410 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:45.406015 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:45.407477 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] 10.222.0.87 "PUT /v2.0/ports/53afa677-7344-4d25-8082-d6b13ade69e9 HTTP/1.1" status: 200 len: 1094 time: 1.0453715 May 19 21:47:45.407922 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3600a05e-7f64-4e6c-872c-7e0dcf9f34e8', 'tag': '53afa677-7344-4d25-8082-d6b13ade69e9'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:47:45.410150 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298b6e6a-6d43-41f9-8d13-bcaae0ade4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3600a05e-7f64-4e6c-872c-7e0dcf9f34e8", "tag": "53afa677-7344-4d25-8082-d6b13ade69e9"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:47:45.431744 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb12efd-13c0-4970-873b-efd80192eca1 service neutron] Pushing event updated for resources: {'Port': ['ID=53afa677-7344-4d25-8082-d6b13ade69e9,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:45.470651 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b749a02f-b24c-4a9f-8a36-9fac887fc6b0 x-openstack-request-id: req-b749a02f-b24c-4a9f-8a36-9fac887fc6b0 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:47:45.470948 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3600a05e-7f64-4e6c-872c-7e0dcf9f34e8", "tag": "53afa677-7344-4d25-8082-d6b13ade69e9", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:47:45.471190 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b749a02f-b24c-4a9f-8a36-9fac887fc6b0 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:47:45.471584 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b749a02f-b24c-4a9f-8a36-9fac887fc6b0'] response: {'name': 'network-changed', 'server_uuid': '3600a05e-7f64-4e6c-872c-7e0dcf9f34e8', 'tag': '53afa677-7344-4d25-8082-d6b13ade69e9', 'status': 'completed', 'code': 200} May 19 21:47:45.522442 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-e227d291-7c36-4a82-8275-2274256955fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:45.524323 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-e227d291-7c36-4a82-8275-2274256955fa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 1128 time: 0.0462720 May 19 21:47:45.565461 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-3ccb7faa-8408-4dd7-83f5-acf353266740 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53afa677-7344-4d25-8082-d6b13ade69e9 HTTP/1.1" status: 200 len: 217 time: 0.0345573 May 19 21:47:45.617770 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-649a55f3-f6d0-4304-81f0-60cb0c8d0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:45.619307 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-649a55f3-f6d0-4304-81f0-60cb0c8d0e7d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0480485 May 19 21:47:45.668104 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-fd8d0aaf-3b16-43ed-abf9-d63f3d682e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:45.668979 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-fd8d0aaf-3b16-43ed-abf9-d63f3d682e88 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437849 May 19 21:47:45.758461 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-10f2b0ce-7fff-46f7-bc27-9d2f940e9927 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833354 May 19 21:47:45.813612 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:45.856606 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-57600e40-8668-4242-89b7-cd61ecd0bcad req-9874de51-668b-4a3f-9ce9-5aa499cd1ce9 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925288 May 19 21:47:46.406427 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149dd547-a8f4-4093-80f3-35591e6e8e75 req-7872e77a-a2d9-4490-ba58-48be68b7b4ba tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:46.407912 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-149dd547-a8f4-4093-80f3-35591e6e8e75 req-7872e77a-a2d9-4490-ba58-48be68b7b4ba tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 944 time: 0.0567999 May 19 21:47:46.460873 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-149dd547-a8f4-4093-80f3-35591e6e8e75 req-1ba05084-88c8-491c-b972-d765b6553661 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=099ea3d8-77d4-47ab-be2e-c5893f829ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448773 May 19 21:47:47.593371 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac14f2-7a2a-4e08-a99e-2e14b1a0ae9b req-8619c10a-8549-4597-8a75-f1a1cbe0af6d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:47.594861 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-60ac14f2-7a2a-4e08-a99e-2e14b1a0ae9b req-8619c10a-8549-4597-8a75-f1a1cbe0af6d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 944 time: 0.0605998 May 19 21:47:47.658583 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-60ac14f2-7a2a-4e08-a99e-2e14b1a0ae9b req-9647c8f9-c7cf-47b3-a6f6-8df1fa917bf1 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=099ea3d8-77d4-47ab-be2e-c5893f829ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554197 May 19 21:47:47.967641 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b6e6a-6d43-41f9-8d13-bcaae0ade4a1 req-19ccd6d1-b2c3-455c-8324-142e8d385567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:47.969198 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-298b6e6a-6d43-41f9-8d13-bcaae0ade4a1 req-19ccd6d1-b2c3-455c-8324-142e8d385567 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 1128 time: 0.0419915 May 19 21:47:47.985877 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:48.071830 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b6e6a-6d43-41f9-8d13-bcaae0ade4a1 req-137613cb-c610-42d5-96ed-c3f64a961f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:48.073309 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-298b6e6a-6d43-41f9-8d13-bcaae0ade4a1 req-137613cb-c610-42d5-96ed-c3f64a961f4c service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 915 time: 0.0976081 May 19 21:47:48.112824 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-298b6e6a-6d43-41f9-8d13-bcaae0ade4a1 req-f293ab19-55fa-4e54-9073-9cbedc1d2400 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53afa677-7344-4d25-8082-d6b13ade69e9 HTTP/1.1" status: 200 len: 217 time: 0.0335891 May 19 21:47:48.170022 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b6e6a-6d43-41f9-8d13-bcaae0ade4a1 req-ab1946f7-79ee-402e-a512-64cbd33ff531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:48.171499 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-298b6e6a-6d43-41f9-8d13-bcaae0ade4a1 req-ab1946f7-79ee-402e-a512-64cbd33ff531 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0510874 May 19 21:47:48.221130 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b6e6a-6d43-41f9-8d13-bcaae0ade4a1 req-97e88f51-c25c-47f1-a6a3-b9910b6cb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:48.222641 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-298b6e6a-6d43-41f9-8d13-bcaae0ade4a1 req-97e88f51-c25c-47f1-a6a3-b9910b6cb398 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450478 May 19 21:47:48.321324 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-298b6e6a-6d43-41f9-8d13-bcaae0ade4a1 req-644b37e0-d123-41d6-b0d2-344e8d19e80b service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927250 May 19 21:47:48.432317 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-298b6e6a-6d43-41f9-8d13-bcaae0ade4a1 req-d2695589-0723-4fc5-b318-a20dd79c36fb service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052096 May 19 21:47:48.792999 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ec5bc-7c9d-450b-8a7b-c45f2384ebdf req-a6a641ec-812f-4d8a-9df4-cb9b292a9617 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:48.794810 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-834ec5bc-7c9d-450b-8a7b-c45f2384ebdf req-a6a641ec-812f-4d8a-9df4-cb9b292a9617 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 944 time: 0.0506823 May 19 21:47:48.850911 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-834ec5bc-7c9d-450b-8a7b-c45f2384ebdf req-aeeb5d2a-54e2-4abb-88bf-2e0555f77df1 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=099ea3d8-77d4-47ab-be2e-c5893f829ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496986 May 19 21:47:49.536179 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 53afa677-7344-4d25-8082-d6b13ade69e9 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:47:49.638029 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 53afa677-7344-4d25-8082-d6b13ade69e9, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=53afa677-7344-4d25-8082-d6b13ade69e9,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:47:49.653194 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': '53afa677-7344-4d25-8082-d6b13ade69e9', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'port_id': '53afa677-7344-4d25-8082-d6b13ade69e9', 'mac_address': 'fa:16:3e:7b:8d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:47:49.688916 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 53afa677-7344-4d25-8082-d6b13ade69e9 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:47:49.689290 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (53afa677-7344-4d25-8082-d6b13ade69e9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:49.702896 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53afa677-7344-4d25-8082-d6b13ade69e9 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:47:49.723250 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 53afa677-7344-4d25-8082-d6b13ade69e9, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=53afa677-7344-4d25-8082-d6b13ade69e9,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:47:49.729495 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (53afa677-7344-4d25-8082-d6b13ade69e9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:49.778047 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=53afa677-7344-4d25-8082-d6b13ade69e9,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:49.785443 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.785778 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.786109 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.786550 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.786798 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.787117 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.787430 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.787741 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.788052 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.788360 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.788649 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.788959 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.789271 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.789573 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.789870 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:47:49.881207 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=52 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:49.887526 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=36 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:49.940711 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:49.978967 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c49e6-6e9c-4cd0-9e36-88e82112d57a req-aec8852d-0cff-4760-803a-ac8bc60ca995 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:49.980458 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-264c49e6-6e9c-4cd0-9e36-88e82112d57a req-aec8852d-0cff-4760-803a-ac8bc60ca995 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 945 time: 0.0502844 May 19 21:47:50.033701 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-264c49e6-6e9c-4cd0-9e36-88e82112d57a req-1282bce7-1adf-400e-94b3-592172223903 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=099ea3d8-77d4-47ab-be2e-c5893f829ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472062 May 19 21:47:50.035929 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['53afa677-7344-4d25-8082-d6b13ade69e9'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:47:51.166608 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac0dfb-f720-4d21-84cc-50c6e0fdd062 req-4654d30a-7265-4c6a-81d0-40d56a92b479 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:51.168121 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-40ac0dfb-f720-4d21-84cc-50c6e0fdd062 req-4654d30a-7265-4c6a-81d0-40d56a92b479 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 945 time: 0.0529115 May 19 21:47:51.225448 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-40ac0dfb-f720-4d21-84cc-50c6e0fdd062 req-008a5147-2d3d-43ee-8b2a-5eb66d53d45b tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=099ea3d8-77d4-47ab-be2e-c5893f829ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514662 May 19 21:47:51.551758 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 53afa677-7344-4d25-8082-d6b13ade69e9 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:47:51.604957 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port 53afa677-7344-4d25-8082-d6b13ade69e9 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:47:51.613093 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port 53afa677-7344-4d25-8082-d6b13ade69e9 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:47:51.613483 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (53afa677-7344-4d25-8082-d6b13ade69e9), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:51.614888 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:51.632534 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:UPDATE=10,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:51.691176 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port 53afa677-7344-4d25-8082-d6b13ade69e9 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:47:51.691603 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (53afa677-7344-4d25-8082-d6b13ade69e9), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:51.717836 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3600a05e-7f64-4e6c-872c-7e0dcf9f34e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53afa677-7344-4d25-8082-d6b13ade69e9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:47:51.720102 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987dd05f-5592-413d-b095-67de4116e865" -d '{"events": [{"server_uuid": "3600a05e-7f64-4e6c-872c-7e0dcf9f34e8", "name": "network-vif-plugged", "status": "completed", "tag": "53afa677-7344-4d25-8082-d6b13ade69e9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:47:51.732885 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port 53afa677-7344-4d25-8082-d6b13ade69e9, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=53afa677-7344-4d25-8082-d6b13ade69e9,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:47:51.742556 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (53afa677-7344-4d25-8082-d6b13ade69e9), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:51.768386 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc116fb4-d9ee-4479-8b8d-f32c5b1ee4ff x-openstack-request-id: req-bc116fb4-d9ee-4479-8b8d-f32c5b1ee4ff {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:47:51.768706 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3600a05e-7f64-4e6c-872c-7e0dcf9f34e8", "name": "network-vif-plugged", "status": "completed", "tag": "53afa677-7344-4d25-8082-d6b13ade69e9", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:47:51.768948 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc116fb4-d9ee-4479-8b8d-f32c5b1ee4ff {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:47:51.769337 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc116fb4-d9ee-4479-8b8d-f32c5b1ee4ff'] response: {'server_uuid': '3600a05e-7f64-4e6c-872c-7e0dcf9f34e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53afa677-7344-4d25-8082-d6b13ade69e9', 'code': 200} May 19 21:47:51.797338 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=53afa677-7344-4d25-8082-d6b13ade69e9,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:47:51.933861 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72142a01-b789-4ddf-97ec-66186a83472a req-70baca57-382e-46d4-8faf-3f2f9a260060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:51.935640 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-72142a01-b789-4ddf-97ec-66186a83472a req-70baca57-382e-46d4-8faf-3f2f9a260060 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 1130 time: 0.0433333 May 19 21:47:51.979477 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-72142a01-b789-4ddf-97ec-66186a83472a req-d06f17cd-5dfe-4009-a243-a795a01df298 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=099ea3d8-77d4-47ab-be2e-c5893f829ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375223 May 19 21:47:52.352720 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febfb8e-6380-422b-ad60-621947e8ec23 req-4a61120c-c458-40a5-8221-b1e72d75b807 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:52.354292 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4febfb8e-6380-422b-ad60-621947e8ec23 req-4a61120c-c458-40a5-8221-b1e72d75b807 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 946 time: 0.0543680 May 19 21:47:52.406665 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4febfb8e-6380-422b-ad60-621947e8ec23 req-578dce6a-c59d-4ddf-95f9-6b1e0ee4b072 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=099ea3d8-77d4-47ab-be2e-c5893f829ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454829 May 19 21:47:52.973693 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:47:53.495642 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:53.535718 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443765e1-6b19-4237-a11d-ab40ad06ecf2 req-ebaa80b9-43ee-4139-92a6-8c3a301e417f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:53.537243 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-443765e1-6b19-4237-a11d-ab40ad06ecf2 req-ebaa80b9-43ee-4139-92a6-8c3a301e417f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 946 time: 0.0512433 May 19 21:47:53.602770 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-443765e1-6b19-4237-a11d-ab40ad06ecf2 req-f57ac20a-025f-4735-8a86-9f4e325e8d87 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=099ea3d8-77d4-47ab-be2e-c5893f829ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597765 May 19 21:47:54.742956 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a74de-8564-4d6b-985f-08b3dd77905b req-744e9faf-b71d-456f-871a-f2fb762028bd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:54.744373 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-180a74de-8564-4d6b-985f-08b3dd77905b req-744e9faf-b71d-456f-871a-f2fb762028bd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 946 time: 0.0594664 May 19 21:47:54.806137 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-180a74de-8564-4d6b-985f-08b3dd77905b req-a4aabe08-3c33-4d74-aedf-4850f149e928 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=099ea3d8-77d4-47ab-be2e-c5893f829ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537815 May 19 21:47:54.928038 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2707f6-4912-4549-89d1-62696fd2cd13 req-6d426773-189d-408c-bcd1-f23b3df673ff tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:54.929523 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-ac2707f6-4912-4549-89d1-62696fd2cd13 req-6d426773-189d-408c-bcd1-f23b3df673ff tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 946 time: 0.0522983 May 19 21:47:54.939289 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37536) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:47:54.943700 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-e168930e-e509-4257-9637-8a5471330d7d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'floatingip': {'port_id': '53afa677-7344-4d25-8082-d6b13ade69e9'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:47:54.982455 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e168930e-e509-4257-9637-8a5471330d7d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (fdd389ba-6d00-4708-83e7-bba06b2859b9), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:55.434308 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e168930e-e509-4257-9637-8a5471330d7d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:55.441782 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e168930e-e509-4257-9637-8a5471330d7d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (fdd389ba-6d00-4708-83e7-bba06b2859b9), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:55.836606 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.l3_db [None req-e168930e-e509-4257-9637-8a5471330d7d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Floating IP fdd389ba-6d00-4708-83e7-bba06b2859b9 associated. External IP: 172.27.0.21, port: 53afa677-7344-4d25-8082-d6b13ade69e9. May 19 21:47:56.034776 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e168930e-e509-4257-9637-8a5471330d7d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Router 783efb32-32e5-4adc-931a-cf41d3966023 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:47:56.045133 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:56.144412 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e168930e-e509-4257-9637-8a5471330d7d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:47:56.149552 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e168930e-e509-4257-9637-8a5471330d7d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:47:56.155210 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd50cd0-84f2-4200-9e01-b1c6bf859905 None None] Sync routers for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:47:56.167360 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd50cd0-84f2-4200-9e01-b1c6bf859905 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:47:56.167978 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-8bd50cd0-84f2-4200-9e01-b1c6bf859905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:47:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:47:56.172719 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:56.191980 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-e168930e-e509-4257-9637-8a5471330d7d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "PUT /v2.0/floatingips/fdd389ba-6d00-4708-83e7-bba06b2859b9 HTTP/1.1" status: 200 len: 991 time: 1.2494521 May 19 21:47:56.191980 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3600a05e-7f64-4e6c-872c-7e0dcf9f34e8', 'tag': '53afa677-7344-4d25-8082-d6b13ade69e9'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:47:56.193058 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8343c73a-615c-41a9-ab93-3426473982b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3600a05e-7f64-4e6c-872c-7e0dcf9f34e8", "tag": "53afa677-7344-4d25-8082-d6b13ade69e9"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:47:56.230281 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13adb25-5638-4e69-b2cb-d9a91b821e8e x-openstack-request-id: req-a13adb25-5638-4e69-b2cb-d9a91b821e8e {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:47:56.230589 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3600a05e-7f64-4e6c-872c-7e0dcf9f34e8", "tag": "53afa677-7344-4d25-8082-d6b13ade69e9", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:47:56.230812 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a13adb25-5638-4e69-b2cb-d9a91b821e8e {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:47:56.231246 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13adb25-5638-4e69-b2cb-d9a91b821e8e'] response: {'name': 'network-changed', 'server_uuid': '3600a05e-7f64-4e6c-872c-7e0dcf9f34e8', 'tag': '53afa677-7344-4d25-8082-d6b13ade69e9', 'status': 'completed', 'code': 200} May 19 21:47:56.264348 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:56.274387 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-8bd50cd0-84f2-4200-9e01-b1c6bf859905 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:47:56.294906 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c73a-615c-41a9-ab93-3426473982b1 req-88f3c334-6309-41ae-bc67-436d47734fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:56.296627 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8343c73a-615c-41a9-ab93-3426473982b1 req-88f3c334-6309-41ae-bc67-436d47734fad service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 1130 time: 0.0420847 May 19 21:47:56.391388 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c73a-615c-41a9-ab93-3426473982b1 req-24ea848e-c57c-4d75-9349-ea5f27b78afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:56.392866 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8343c73a-615c-41a9-ab93-3426473982b1 req-24ea848e-c57c-4d75-9349-ea5f27b78afd service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 915 time: 0.0898566 May 19 21:47:56.439801 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:47:56.464798 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8343c73a-615c-41a9-ab93-3426473982b1 req-7633d357-2d15-4511-9085-a0242a84c81e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53afa677-7344-4d25-8082-d6b13ade69e9 HTTP/1.1" status: 200 len: 999 time: 0.0658004 May 19 21:47:56.495748 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-8bd50cd0-84f2-4200-9e01-b1c6bf859905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'fdd389ba-6d00-4708-83e7-bba06b2859b9', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '53afa677-7344-4d25-8082-d6b13ade69e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:7b:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3600a05e-7f64-4e6c-872c-7e0dcf9f34e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:47:41Z', 'updated_at': '2022-05-19T21:47:55Z', 'revision_number': 1, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:47:56.517667 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c73a-615c-41a9-ab93-3426473982b1 req-856029e2-4ad4-4b08-b307-f967ae4ff1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:56.520084 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8343c73a-615c-41a9-ab93-3426473982b1 req-856029e2-4ad4-4b08-b307-f967ae4ff1a6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0501306 May 19 21:47:56.537646 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd50cd0-84f2-4200-9e01-b1c6bf859905 None None] Checking router: 783efb32-32e5-4adc-931a-cf41d3966023 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:47:56.546598 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd50cd0-84f2-4200-9e01-b1c6bf859905 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:47:56.547418 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-8bd50cd0-84f2-4200-9e01-b1c6bf859905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:47:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:47:56.570270 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c73a-615c-41a9-ab93-3426473982b1 req-1f6830c0-7e77-457b-b1a3-aa66cd7f66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:47:56.571802 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8343c73a-615c-41a9-ab93-3426473982b1 req-1f6830c0-7e77-457b-b1a3-aa66cd7f66ae service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456600 May 19 21:47:56.649791 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-8bd50cd0-84f2-4200-9e01-b1c6bf859905 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:47:56.670619 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8343c73a-615c-41a9-ab93-3426473982b1 req-281d4e7d-f0c9-452c-a6f7-7a22bef7c13a service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929861 May 19 21:47:56.765681 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8343c73a-615c-41a9-ab93-3426473982b1 req-1e2451b4-44e7-454f-bdbb-a09cb121f908 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892782 May 19 21:47:56.874212 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-8bd50cd0-84f2-4200-9e01-b1c6bf859905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'fdd389ba-6d00-4708-83e7-bba06b2859b9', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '53afa677-7344-4d25-8082-d6b13ade69e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:7b:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3600a05e-7f64-4e6c-872c-7e0dcf9f34e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:47:41Z', 'updated_at': '2022-05-19T21:47:55Z', 'revision_number': 1, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:47:56.899407 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd50cd0-84f2-4200-9e01-b1c6bf859905 None None] The sync data for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi is: [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': 'fdd389ba-6d00-4708-83e7-bba06b2859b9', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': '53afa677-7344-4d25-8082-d6b13ade69e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:7b:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3600a05e-7f64-4e6c-872c-7e0dcf9f34e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:47:41Z', 'updated_at': '2022-05-19T21:47:55Z', 'revision_number': 1, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:47:57.134660 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9761d630-7976-47bc-b8ea-466775f14f66 None None] New status for floating IP fdd389ba-6d00-4708-83e7-bba06b2859b9: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:48:06.182575 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=12 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:48:06.661226 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6afe9310-b19d-4955-bb76-8dd73926ec14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:48:06.754382 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=28 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:48:06.762358 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=49 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:48:09.342834 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-311967f1-ea5b-406f-8cdf-07392a5d298e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:48:10.543632 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:48:11.890123 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:48:12.057487 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:48:13.076390 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:48:16.937601 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=87 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:48:16.943903 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:48:23.068698 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=38,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:48:23.070636 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=39,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:48:29.973061 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:48:36.670212 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3142a0c2-b141-4a90-9b59-6a9e3256fd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:48:39.339526 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-279516f0-857b-450b-9806-79268541f84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:48:39.969032 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:48:40.545181 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:48:41.888683 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:48:42.054979 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:48:43.079066 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:48:53.070557 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:48:53.073341 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:48:53.941755 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:48:53.942729 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:04.919072 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:06.670373 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-04bcf273-5878-488e-a23b-60f37f973916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:06.975989 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:49:09.335941 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-836fbb4a-cc29-47fb-8ad1-eced8acb4e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:10.545353 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:11.905140 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:12.058267 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:13.076929 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:16.970095 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:19.909121 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac5e41-166d-4576-9255-f0d29bf553f6 req-9129c5d1-ede9-4bcc-96ad-f6142ecf9bf2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:19.910784 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d6ac5e41-166d-4576-9255-f0d29bf553f6 req-9129c5d1-ede9-4bcc-96ad-f6142ecf9bf2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 946 time: 0.0548258 May 19 21:49:20.026444 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d6ac5e41-166d-4576-9255-f0d29bf553f6 req-9f465ede-eb40-4843-8d89-af5a26c6265d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=099ea3d8-77d4-47ab-be2e-c5893f829ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072931 May 19 21:49:21.171398 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c364b97-68cc-4ccc-a4ce-387d5865b187 req-3a2c88a1-74f0-4ee2-aed9-bbe80fae39cf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:21.172926 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7c364b97-68cc-4ccc-a4ce-387d5865b187 req-3a2c88a1-74f0-4ee2-aed9-bbe80fae39cf tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 946 time: 0.0536973 May 19 21:49:21.222565 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-7c364b97-68cc-4ccc-a4ce-387d5865b187 req-1b52a62e-4dbb-4f68-a561-86113fa42b88 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=099ea3d8-77d4-47ab-be2e-c5893f829ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420508 May 19 21:49:21.585334 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96c386-0c21-4a01-ba29-084c066817ff req-3faa56f2-fe1f-4b45-bda7-f0a6732740d5 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:21.586713 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3b96c386-0c21-4a01-ba29-084c066817ff req-3faa56f2-fe1f-4b45-bda7-f0a6732740d5 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 946 time: 0.0503466 May 19 21:49:21.678104 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-3b96c386-0c21-4a01-ba29-084c066817ff req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Deleting port 53afa677-7344-4d25-8082-d6b13ade69e9 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:49:21.678481 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3b96c386-0c21-4a01-ba29-084c066817ff req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (53afa677-7344-4d25-8082-d6b13ade69e9), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:21.774230 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-3b96c386-0c21-4a01-ba29-084c066817ff req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] For port 53afa677-7344-4d25-8082-d6b13ade69e9, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=53afa677-7344-4d25-8082-d6b13ade69e9,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:49:21.774590 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3b96c386-0c21-4a01-ba29-084c066817ff req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (53afa677-7344-4d25-8082-d6b13ade69e9), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:21.960023 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3b96c386-0c21-4a01-ba29-084c066817ff req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:21.960355 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3b96c386-0c21-4a01-ba29-084c066817ff req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (fdd389ba-6d00-4708-83e7-bba06b2859b9), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:21.960692 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [req-3b96c386-0c21-4a01-ba29-084c066817ff req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Floating IP fdd389ba-6d00-4708-83e7-bba06b2859b9 disassociated. External IP: 172.27.0.21, port: 53afa677-7344-4d25-8082-d6b13ade69e9. May 19 21:49:21.961034 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-3b96c386-0c21-4a01-ba29-084c066817ff req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Calling delete_port for 53afa677-7344-4d25-8082-d6b13ade69e9 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:49:22.102894 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3b96c386-0c21-4a01-ba29-084c066817ff req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (53afa677-7344-4d25-8082-d6b13ade69e9), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:22.134087 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event deleted for resources: {'Port': ['ID=53afa677-7344-4d25-8082-d6b13ade69e9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:49:22.145768 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.146055 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.146431 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.146765 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.147095 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.147400 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.147713 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.148035 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.148428 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.148670 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.148981 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.149398 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.149711 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.150485 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.150485 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:22.264474 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b96c386-0c21-4a01-ba29-084c066817ff req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Router 783efb32-32e5-4adc-931a-cf41d3966023 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:49:22.346967 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3c19dbb7-b943-4561-9652-c4a66c3d2378 req-89aed312-3668-4202-b733-e4e4fca39dc9 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=3600a05e-7f64-4e6c-872c-7e0dcf9f34e8 HTTP/1.1" status: 200 len: 210 time: 0.0355227 May 19 21:49:22.399599 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b96c386-0c21-4a01-ba29-084c066817ff req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:49:22.411596 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f5c97-2f6c-49b5-85da-f9bb74bb1abc None None] Sync routers for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:49:22.422128 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f5c97-2f6c-49b5-85da-f9bb74bb1abc None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:49:22.422790 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-8a5f5c97-2f6c-49b5-85da-f9bb74bb1abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:49:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:49:22.427558 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:22.446728 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b96c386-0c21-4a01-ba29-084c066817ff req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] No DVR routers for this DVR port 53afa677-7344-4d25-8082-d6b13ade69e9 on host hv-cinder-83563 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:49:22.449511 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-3b96c386-0c21-4a01-ba29-084c066817ff req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:22.453034 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3b96c386-0c21-4a01-ba29-084c066817ff req-ca242f3c-cbe3-47c0-8b95-a742c49f27c8 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "DELETE /v2.0/ports/53afa677-7344-4d25-8082-d6b13ade69e9 HTTP/1.1" status: 204 len: 173 time: 0.8596251 May 19 21:49:22.453477 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3600a05e-7f64-4e6c-872c-7e0dcf9f34e8', 'name': 'network-vif-deleted', 'tag': '53afa677-7344-4d25-8082-d6b13ade69e9'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:49:22.455787 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3af8345-3df0-41f7-934b-88d3ff67cab3" -d '{"events": [{"server_uuid": "3600a05e-7f64-4e6c-872c-7e0dcf9f34e8", "name": "network-vif-deleted", "tag": "53afa677-7344-4d25-8082-d6b13ade69e9"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:49:22.501978 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd3ac91-2051-45f0-aa93-ca3572516082 x-openstack-request-id: req-acd3ac91-2051-45f0-aa93-ca3572516082 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:49:22.502284 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3600a05e-7f64-4e6c-872c-7e0dcf9f34e8", "name": "network-vif-deleted", "tag": "53afa677-7344-4d25-8082-d6b13ade69e9", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:49:22.502531 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-acd3ac91-2051-45f0-aa93-ca3572516082 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:49:22.502972 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd3ac91-2051-45f0-aa93-ca3572516082'] response: {'server_uuid': '3600a05e-7f64-4e6c-872c-7e0dcf9f34e8', 'name': 'network-vif-deleted', 'tag': '53afa677-7344-4d25-8082-d6b13ade69e9', 'status': 'completed', 'code': 200} May 19 21:49:22.530841 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-8a5f5c97-2f6c-49b5-85da-f9bb74bb1abc None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:49:22.729829 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-8a5f5c97-2f6c-49b5-85da-f9bb74bb1abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:49:22.758679 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f5c97-2f6c-49b5-85da-f9bb74bb1abc None None] Checking router: 783efb32-32e5-4adc-931a-cf41d3966023 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:49:22.768300 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f5c97-2f6c-49b5-85da-f9bb74bb1abc None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:49:22.768934 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-8a5f5c97-2f6c-49b5-85da-f9bb74bb1abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:49:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:49:22.880243 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-8a5f5c97-2f6c-49b5-85da-f9bb74bb1abc None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:49:23.066682 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:23.069684 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:23.076450 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-8a5f5c97-2f6c-49b5-85da-f9bb74bb1abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:49:23.109497 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f5c97-2f6c-49b5-85da-f9bb74bb1abc None None] The sync data for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi is: [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:49:23.349084 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af3c25-f92f-4309-bb18-fda2d2915824 None None] New status for floating IP fdd389ba-6d00-4708-83e7-bba06b2859b9: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:49:23.439329 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37652) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:49:23.470665 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:23.509096 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e51c592c-0249-4f0b-ab2e-64823a3b7f0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (099ea3d8-77d4-47ab-be2e-c5893f829ccf), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:23.533455 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e51c592c-0249-4f0b-ab2e-64823a3b7f0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (099ea3d8-77d4-47ab-be2e-c5893f829ccf), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:23.593487 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e51c592c-0249-4f0b-ab2e-64823a3b7f0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (099ea3d8-77d4-47ab-be2e-c5893f829ccf), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:23.597388 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e51c592c-0249-4f0b-ab2e-64823a3b7f0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:23.598830 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e51c592c-0249-4f0b-ab2e-64823a3b7f0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "DELETE /v2.0/security-groups/099ea3d8-77d4-47ab-be2e-c5893f829ccf HTTP/1.1" status: 204 len: 168 time: 0.1584976 May 19 21:49:23.601682 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37654) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:49:23.608180 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c592c-0249-4f0b-ab2e-64823a3b7f0e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099ea3d8-77d4-47ab-be2e-c5893f829ccf,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:49:23.615613 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.api.v2.resource [None req-92feb40f-6588-4e00-b7c3-8b3ef18a07d7 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] show failed (client error): The resource could not be found. May 19 21:49:23.624564 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-92feb40f-6588-4e00-b7c3-8b3ef18a07d7 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups/099ea3d8-77d4-47ab-be2e-c5893f829ccf HTTP/1.1" status: 404 len: 347 time: 0.0168595 May 19 21:49:23.624797 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37656) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:49:23.746302 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-df322425-a65c-490e-94e6-84e5d9183b5a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Deleting port 3a3a7c23-6caa-4f28-90cd-691f37c01544 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:49:23.746572 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df322425-a65c-490e-94e6-84e5d9183b5a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (3a3a7c23-6caa-4f28-90cd-691f37c01544), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:23.831623 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df322425-a65c-490e-94e6-84e5d9183b5a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (3a3a7c23-6caa-4f28-90cd-691f37c01544), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:23.831623 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df322425-a65c-490e-94e6-84e5d9183b5a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (3a3a7c23-6caa-4f28-90cd-691f37c01544), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:23.845545 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-df322425-a65c-490e-94e6-84e5d9183b5a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Calling delete_port for 3a3a7c23-6caa-4f28-90cd-691f37c01544 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:49:23.993186 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df322425-a65c-490e-94e6-84e5d9183b5a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (3a3a7c23-6caa-4f28-90cd-691f37c01544), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.017836 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df322425-a65c-490e-94e6-84e5d9183b5a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event deleted for resources: {'Port': ['ID=3a3a7c23-6caa-4f28-90cd-691f37c01544,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:49:24.082867 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df322425-a65c-490e-94e6-84e5d9183b5a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (fdd389ba-6d00-4708-83e7-bba06b2859b9), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.085316 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df322425-a65c-490e-94e6-84e5d9183b5a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.086488 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-df322425-a65c-490e-94e6-84e5d9183b5a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "DELETE /v2.0/floatingips/fdd389ba-6d00-4708-83e7-bba06b2859b9 HTTP/1.1" status: 204 len: 168 time: 0.4653914 May 19 21:49:24.090128 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 53afa677-7344-4d25-8082-d6b13ade69e9 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:49:24.112708 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: 53afa677-7344-4d25-8082-d6b13ade69e9 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:49:24.113184 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device 53afa677-7344-4d25-8082-d6b13ade69e9 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:49:24.162028 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37660) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:49:24.168846 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459229226', 'description': 'tempest-description--124199840'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:49:24.197834 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.280895 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (261afd90-e954-41e1-9b65-ec0b6fa5a166), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.288283 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (261afd90-e954-41e1-9b65-ec0b6fa5a166), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.320160 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261afd90-e954-41e1-9b65-ec0b6fa5a166,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:49:24.324877 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.326106 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1627035 May 19 21:49:24.329132 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37662) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:49:24.332331 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.332682 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.333027 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.333407 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.333691 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.334023 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.334185 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-0c3facbe-6b70-4edc-8652-54ce9d56c008 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'security_group_rule': {'security_group_id': '261afd90-e954-41e1-9b65-ec0b6fa5a166', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:49:24.334379 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.334903 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.335286 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.335557 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.335893 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.336454 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.336806 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.337101 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.337452 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a508093-b6e8-4003-8bea-eb1498d6ef83 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:24.364094 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c3facbe-6b70-4edc-8652-54ce9d56c008 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (27794195-a114-40c8-8139-9cce58e2c060), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.412302 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c3facbe-6b70-4edc-8652-54ce9d56c008 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (27794195-a114-40c8-8139-9cce58e2c060), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.419071 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c3facbe-6b70-4edc-8652-54ce9d56c008 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (27794195-a114-40c8-8139-9cce58e2c060), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.449688 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3facbe-6b70-4edc-8652-54ce9d56c008 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27794195-a114-40c8-8139-9cce58e2c060,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:49:24.456503 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0c3facbe-6b70-4edc-8652-54ce9d56c008 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.457728 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-0c3facbe-6b70-4edc-8652-54ce9d56c008 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274581 May 19 21:49:24.460394 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37664) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:49:24.465389 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1a291d6b-5b86-42f2-a918-6cf671bafb76 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'security_group_rule': {'security_group_id': '261afd90-e954-41e1-9b65-ec0b6fa5a166', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:49:24.495677 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a291d6b-5b86-42f2-a918-6cf671bafb76 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (72772685-1160-4954-938c-780f56567e2a), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.544754 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:24.555541 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a291d6b-5b86-42f2-a918-6cf671bafb76 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (72772685-1160-4954-938c-780f56567e2a), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.560469 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a291d6b-5b86-42f2-a918-6cf671bafb76 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (72772685-1160-4954-938c-780f56567e2a), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.569336 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:24.583711 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a291d6b-5b86-42f2-a918-6cf671bafb76 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72772685-1160-4954-938c-780f56567e2a,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:49:24.589458 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a291d6b-5b86-42f2-a918-6cf671bafb76 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.590673 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1a291d6b-5b86-42f2-a918-6cf671bafb76 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288147 May 19 21:49:24.593855 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37666) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:49:24.598848 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'floatingip': {'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:49:24.620791 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.707821 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.814662 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Allocated IP 172.27.0.224 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/90199913-ba70-449b-9877-b2c8aab360f6) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:49:24.923955 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for port (90199913-ba70-449b-9877-b2c8aab360f6), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:24.961751 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (90199913-ba70-449b-9877-b2c8aab360f6), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:25.001125 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:49:25.005894 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:49:25.010948 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:49:25.015130 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'Port': ['ID=90199913-ba70-449b-9877-b2c8aab360f6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:49:25.107709 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (174c38c0-268d-46cb-9ed7-dc3a53dad307), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:25.150613 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (90199913-ba70-449b-9877-b2c8aab360f6), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:25.265441 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:25.341658 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for port (90199913-ba70-449b-9877-b2c8aab360f6), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:25.349571 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (90199913-ba70-449b-9877-b2c8aab360f6), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:25.354406 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:25.426492 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'Port': ['ID=90199913-ba70-449b-9877-b2c8aab360f6,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:49:25.438762 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (174c38c0-268d-46cb-9ed7-dc3a53dad307), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:25.456800 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:25.458078 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-616617ac-e74b-46d9-b0e4-591de2281c69 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8632839 May 19 21:49:25.625797 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-437c6033-ab8f-4ffc-871e-1d1a74142a82 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1459229226&fields=id&tenant_id=9a4ad8679d5446b591d4083529f992cc HTTP/1.1" status: 200 len: 267 time: 0.0470047 May 19 21:49:25.740062 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193e564-7833-49fe-a080-04fe67241457 req-e6c416b9-acc8-48ce-84b5-659072ca0902 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:25.741450 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-e6c416b9-acc8-48ce-84b5-659072ca0902 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 814 time: 0.1069674 May 19 21:49:25.756473 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-0cc9f036-d73c-42c7-a350-01e05ad8e9a3 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/quotas/9a4ad8679d5446b591d4083529f992cc HTTP/1.1" status: 200 len: 375 time: 0.0096323 May 19 21:49:25.814453 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-8b4913e1-67a0-4caa-b5ab-130c8e1eeb21 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529492 May 19 21:49:25.917085 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-a6f1a540-7160-4cbc-bf7e-aa95db26d95b service neutron] 10.222.0.65 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843389 May 19 21:49:26.013515 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-7fc02905-5a8c-4788-afaa-8e7a7cc1290c service neutron] 10.222.0.65 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903604 May 19 21:49:26.202763 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-03a7fb9f-fc0d-4d0b-a297-fc8c34375ae2 req-b210cd9c-f71b-458f-9c8f-f6a8ca6fb726 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 210 time: 0.0345969 May 19 21:49:27.247230 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193e564-7833-49fe-a080-04fe67241457 req-34c89fff-30bd-423f-819e-f9524a055063 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:27.249070 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-34c89fff-30bd-423f-819e-f9524a055063 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 814 time: 0.1168585 May 19 21:49:27.315642 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-9c6b63f0-1ff7-4853-9449-6d0c80b5f7fb tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a4ad8679d5446b591d4083529f992cc HTTP/1.1" status: 200 len: 380 time: 0.0580304 May 19 21:49:27.324380 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-d193e564-7833-49fe-a080-04fe67241457 req-bbb6e1ee-a5ed-4bec-afa6-e3b93b13a418 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'port': {'device_id': 'cb6423bc-f2f9-4346-b85e-1fa80b4e9b97', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'admin_state_up': True, 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'security_groups': ['261afd90-e954-41e1-9b65-ec0b6fa5a166']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:49:27.330940 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-a1354134-ca3a-48ae-805a-50e050f5e7de req-d711f998-9def-4fb1-9f29-64facc230ab2 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 210 time: 0.0392325 May 19 21:49:27.440328 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d193e564-7833-49fe-a080-04fe67241457 req-bbb6e1ee-a5ed-4bec-afa6-e3b93b13a418 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Made reservation on behalf of 9a4ad8679d5446b591d4083529f992cc for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:49:27.444298 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d193e564-7833-49fe-a080-04fe67241457 req-bbb6e1ee-a5ed-4bec-afa6-e3b93b13a418 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:27.579110 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-d193e564-7833-49fe-a080-04fe67241457 req-bbb6e1ee-a5ed-4bec-afa6-e3b93b13a418 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Allocated IP 172.20.0.9 (c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d/10c242d9-68ce-4325-8ffe-59210e633901/cb4f259d-fc85-4e6d-9f30-29b82cfcbd44) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:49:27.716024 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d193e564-7833-49fe-a080-04fe67241457 req-bbb6e1ee-a5ed-4bec-afa6-e3b93b13a418 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:27.763088 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d193e564-7833-49fe-a080-04fe67241457 req-bbb6e1ee-a5ed-4bec-afa6-e3b93b13a418 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:27.801315 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:27.820924 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d193e564-7833-49fe-a080-04fe67241457 req-bbb6e1ee-a5ed-4bec-afa6-e3b93b13a418 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:49:27.827312 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-d193e564-7833-49fe-a080-04fe67241457 req-bbb6e1ee-a5ed-4bec-afa6-e3b93b13a418 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:49:27.829736 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d193e564-7833-49fe-a080-04fe67241457 req-bbb6e1ee-a5ed-4bec-afa6-e3b93b13a418 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:49:27.834598 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6e1ee-a5ed-4bec-afa6-e3b93b13a418 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event updated for resources: {'Port': ['ID=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:49:27.858902 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:27.884034 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193e564-7833-49fe-a080-04fe67241457 req-bbb6e1ee-a5ed-4bec-afa6-e3b93b13a418 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:27.884773 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d193e564-7833-49fe-a080-04fe67241457 req-bbb6e1ee-a5ed-4bec-afa6-e3b93b13a418 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:27.902940 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-bbb6e1ee-a5ed-4bec-afa6-e3b93b13a418 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5825849 May 19 21:49:27.914694 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Request body: {'port': {'device_id': 'cb6423bc-f2f9-4346-b85e-1fa80b4e9b97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:49:27.976336 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:28.124021 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-a391a678-b868-457d-a02e-0e5f7390c9b4 None None] Provisioning complete for port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:49:28.124651 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a391a678-b868-457d-a02e-0e5f7390c9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:28.156531 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a391a678-b868-457d-a02e-0e5f7390c9b4 None None] Port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:49:28.279177 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:49:28.286892 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Publish callbacks [] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:28.301250 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Transition to ACTIVE for port object cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:49:28.309043 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:28.361714 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:49:28.468750 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebced3a-a574-4e41-a948-bf7d22aea456 req-1c1b60b2-9bf7-461d-a402-c0e14720713f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:28.470313 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2ebced3a-a574-4e41-a948-bf7d22aea456 req-1c1b60b2-9bf7-461d-a402-c0e14720713f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 943 time: 0.0616493 May 19 21:49:28.487036 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Attempting to bind port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:49:28.487367 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Attempting to bind port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:49:28.487693 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Attempting to bind port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 on network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:49:28.503830 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 on network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:49:28.504152 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Attempting to bind port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 on network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:49:28.517689 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:49:28.518018 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Checking segment: {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:49:28.518430 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Bound using segment: {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:49:28.518860 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Bound port: cb4f259d-fc85-4e6d-9f30-29b82cfcbd44, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa59513-f2f1-4978-a8d9-084ce6b54bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:49:28.519249 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:28.543346 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2ebced3a-a574-4e41-a948-bf7d22aea456 req-4d0c6540-3e9d-4c64-a7c9-ce57f6e1610d tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=261afd90-e954-41e1-9b65-ec0b6fa5a166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667105 May 19 21:49:28.595182 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] For port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44, host hv-cinder-83563, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:49:28.598713 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] For port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:49:28.606469 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:28.921594 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:28.922339 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:28.923730 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] 10.222.0.87 "PUT /v2.0/ports/cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 HTTP/1.1" status: 200 len: 1093 time: 1.0133026 May 19 21:49:28.924313 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6423bc-f2f9-4346-b85e-1fa80b4e9b97', 'tag': 'cb4f259d-fc85-4e6d-9f30-29b82cfcbd44'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:49:28.926756 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0233f128-eb65-449d-885f-661b3670f53b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6423bc-f2f9-4346-b85e-1fa80b4e9b97", "tag": "cb4f259d-fc85-4e6d-9f30-29b82cfcbd44"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:49:28.948538 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3376265-71fa-4ed5-b032-476ca59374a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:49:28.985110 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2efc93-6470-46f3-af81-fa72ca7dd1e7 x-openstack-request-id: req-ca2efc93-6470-46f3-af81-fa72ca7dd1e7 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:49:28.985552 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6423bc-f2f9-4346-b85e-1fa80b4e9b97", "tag": "cb4f259d-fc85-4e6d-9f30-29b82cfcbd44", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:49:28.985786 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca2efc93-6470-46f3-af81-fa72ca7dd1e7 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:49:28.986171 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2efc93-6470-46f3-af81-fa72ca7dd1e7'] response: {'name': 'network-changed', 'server_uuid': 'cb6423bc-f2f9-4346-b85e-1fa80b4e9b97', 'tag': 'cb4f259d-fc85-4e6d-9f30-29b82cfcbd44', 'status': 'completed', 'code': 200} May 19 21:49:29.004874 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:29.019428 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193e564-7833-49fe-a080-04fe67241457 req-a044eff2-7b1f-4c5c-9784-923fccd49dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:29.020985 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-a044eff2-7b1f-4c5c-9784-923fccd49dc5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 1127 time: 0.0469003 May 19 21:49:29.062035 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-79e94729-877f-4e0e-bdf7-8d5004818555 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 HTTP/1.1" status: 200 len: 217 time: 0.0336037 May 19 21:49:29.075485 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:29.117414 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193e564-7833-49fe-a080-04fe67241457 req-c40124c1-e58d-4c29-bdd4-5cc253631fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:29.118847 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-c40124c1-e58d-4c29-bdd4-5cc253631fbc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0516250 May 19 21:49:29.163775 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193e564-7833-49fe-a080-04fe67241457 req-e93dc92b-fdea-442b-914e-f1d67182626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:29.165298 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-e93dc92b-fdea-442b-914e-f1d67182626e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387383 May 19 21:49:29.259458 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-f6f2422e-de32-4b9c-baa0-152bd24861a6 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877738 May 19 21:49:29.355646 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d193e564-7833-49fe-a080-04fe67241457 req-ebc04a0c-af4a-4121-a706-0f5e7d08f64d service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893743 May 19 21:49:29.673859 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b033c1-653a-4476-98b0-fddce5e77a5f req-49cce054-9c57-410c-953c-80f15fb0f019 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:29.676055 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-87b033c1-653a-4476-98b0-fddce5e77a5f req-49cce054-9c57-410c-953c-80f15fb0f019 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 943 time: 0.0629501 May 19 21:49:29.729629 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-87b033c1-653a-4476-98b0-fddce5e77a5f req-e3c4413b-77e8-41ca-bc6a-47b951f74813 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=261afd90-e954-41e1-9b65-ec0b6fa5a166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473714 May 19 21:49:30.860486 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17128752-185c-4293-a8b1-7cbfdef88f6c req-faa9d2a6-41be-4686-a04e-53741174a391 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:30.862996 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-17128752-185c-4293-a8b1-7cbfdef88f6c req-faa9d2a6-41be-4686-a04e-53741174a391 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 943 time: 0.0512910 May 19 21:49:30.919927 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-17128752-185c-4293-a8b1-7cbfdef88f6c req-18729556-e3b7-40dc-b288-28c5cca9e79e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=261afd90-e954-41e1-9b65-ec0b6fa5a166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508945 May 19 21:49:31.608264 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f128-eb65-449d-885f-661b3670f53b req-6e1e908c-a8ee-429c-b217-5ae1e422973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:31.609751 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0233f128-eb65-449d-885f-661b3670f53b req-6e1e908c-a8ee-429c-b217-5ae1e422973a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 1127 time: 0.0447600 May 19 21:49:31.711321 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f128-eb65-449d-885f-661b3670f53b req-f9899ebc-d6f8-4d2f-bd05-41a1e2294d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:31.712783 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0233f128-eb65-449d-885f-661b3670f53b req-f9899ebc-d6f8-4d2f-bd05-41a1e2294d95 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 915 time: 0.0970113 May 19 21:49:31.762394 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0233f128-eb65-449d-885f-661b3670f53b req-0b974fe3-b2b5-4c11-b4d2-8cbaebaf9e37 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 HTTP/1.1" status: 200 len: 217 time: 0.0429733 May 19 21:49:31.813239 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f128-eb65-449d-885f-661b3670f53b req-6194f030-a081-4fcb-824e-8d355f7d87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:31.814652 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0233f128-eb65-449d-885f-661b3670f53b req-6194f030-a081-4fcb-824e-8d355f7d87ec service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0465198 May 19 21:49:31.859226 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f128-eb65-449d-885f-661b3670f53b req-f26e1abf-003a-40c1-8ab2-23a4ab5f6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:31.860738 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0233f128-eb65-449d-885f-661b3670f53b req-f26e1abf-003a-40c1-8ab2-23a4ab5f6a2e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401583 May 19 21:49:31.970153 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0233f128-eb65-449d-885f-661b3670f53b req-5abe03fd-e308-4970-adb8-3dc1a9c3df93 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031983 May 19 21:49:32.074987 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869169a-056b-4958-8418-dd43b5373a27 req-6b24e8bb-43ba-4d66-bac9-67e675747db6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:32.076369 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f869169a-056b-4958-8418-dd43b5373a27 req-6b24e8bb-43ba-4d66-bac9-67e675747db6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 943 time: 0.0820878 May 19 21:49:32.121993 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:49:32.124199 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0233f128-eb65-449d-885f-661b3670f53b req-b93e4768-1be4-4103-92e4-8835f013c3ed service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484635 May 19 21:49:32.147714 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f869169a-056b-4958-8418-dd43b5373a27 req-9d45f14c-f6e8-47d4-ab8e-f033d17e95e7 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=261afd90-e954-41e1-9b65-ec0b6fa5a166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649242 May 19 21:49:32.225238 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:49:32.237481 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': 'cb4f259d-fc85-4e6d-9f30-29b82cfcbd44', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'port_id': 'cb4f259d-fc85-4e6d-9f30-29b82cfcbd44', 'mac_address': 'fa:16:3e:4c:50:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:49:32.275383 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:49:32.275778 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:32.289844 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:49:32.313162 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:49:32.320357 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:32.366698 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:49:32.374393 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.374736 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.375067 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.375383 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.375711 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.376035 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.376347 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.376668 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.376983 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.377297 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.377615 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.377931 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.378256 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.378588 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.378883 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:49:32.674670 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['cb4f259d-fc85-4e6d-9f30-29b82cfcbd44'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:49:33.079795 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=67 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:33.080486 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=71 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:33.274444 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f47dff-34f1-42eb-967d-e75ec7232662 req-19e79aad-cf54-4d02-a797-c2a5bfb80ffa tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:33.275925 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-86f47dff-34f1-42eb-967d-e75ec7232662 req-19e79aad-cf54-4d02-a797-c2a5bfb80ffa tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 944 time: 0.0543919 May 19 21:49:33.291097 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:33.330434 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-86f47dff-34f1-42eb-967d-e75ec7232662 req-434128ab-fa86-467e-92ec-a4386a49d98f tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=261afd90-e954-41e1-9b65-ec0b6fa5a166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460196 May 19 21:49:34.128542 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:49:34.186520 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:49:34.199592 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:49:34.200005 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:34.277723 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:49:34.278105 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:34.301188 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6423bc-f2f9-4346-b85e-1fa80b4e9b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4f259d-fc85-4e6d-9f30-29b82cfcbd44'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:49:34.303635 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079be1b4-bbbd-4793-9fc5-a42d3eaf00e8" -d '{"events": [{"server_uuid": "cb6423bc-f2f9-4346-b85e-1fa80b4e9b97", "name": "network-vif-plugged", "status": "completed", "tag": "cb4f259d-fc85-4e6d-9f30-29b82cfcbd44"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:49:34.314552 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:34.316767 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:49:34.321576 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:34.371208 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:49:34.411848 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f18100-aaf5-492d-8575-0cd1ef5e8c5a x-openstack-request-id: req-01f18100-aaf5-492d-8575-0cd1ef5e8c5a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:49:34.411848 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6423bc-f2f9-4346-b85e-1fa80b4e9b97", "name": "network-vif-plugged", "status": "completed", "tag": "cb4f259d-fc85-4e6d-9f30-29b82cfcbd44", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:49:34.412151 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01f18100-aaf5-492d-8575-0cd1ef5e8c5a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:49:34.412500 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f18100-aaf5-492d-8575-0cd1ef5e8c5a'] response: {'server_uuid': 'cb6423bc-f2f9-4346-b85e-1fa80b4e9b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4f259d-fc85-4e6d-9f30-29b82cfcbd44', 'code': 200} May 19 21:49:34.453751 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f43f58-688c-4b09-bead-2eb976e8f931 req-a697882c-c783-4ef6-b574-83d3f23dc934 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:34.455284 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e3f43f58-688c-4b09-bead-2eb976e8f931 req-a697882c-c783-4ef6-b574-83d3f23dc934 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 945 time: 0.0496669 May 19 21:49:34.508759 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e3f43f58-688c-4b09-bead-2eb976e8f931 req-69e15d67-ed66-4e08-835f-86e02b0983f7 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=261afd90-e954-41e1-9b65-ec0b6fa5a166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473700 May 19 21:49:34.587114 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08859b76-7655-4923-ba50-4dd3f4209a6a req-6fb2f7c3-4618-4c51-8a8a-d3ac1db5323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:34.588733 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-08859b76-7655-4923-ba50-4dd3f4209a6a req-6fb2f7c3-4618-4c51-8a8a-d3ac1db5323c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 1129 time: 0.0449138 May 19 21:49:34.610349 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:34.636095 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-08859b76-7655-4923-ba50-4dd3f4209a6a req-ab588b88-6e48-4ef6-9435-e1b075bdf078 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=261afd90-e954-41e1-9b65-ec0b6fa5a166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398846 May 19 21:49:35.628185 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044e43f-c633-4af1-bb38-979797fb34fe req-e18ceeb6-574c-4d2a-abd5-65998d6317a4 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:35.629690 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9044e43f-c633-4af1-bb38-979797fb34fe req-e18ceeb6-574c-4d2a-abd5-65998d6317a4 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 945 time: 0.0473826 May 19 21:49:35.659564 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:35.698624 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9044e43f-c633-4af1-bb38-979797fb34fe req-ef6e3c6a-8503-4c22-93ea-525bfb1158cc tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=261afd90-e954-41e1-9b65-ec0b6fa5a166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629568 May 19 21:49:36.670834 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9ac7418-41f2-4466-a4b7-cb6e835bd885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:36.825165 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:36.837205 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835bf60-f3da-4d6f-94e0-8f139646de19 req-ab891afa-7dac-4909-99e8-f71551753606 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:36.838726 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1835bf60-f3da-4d6f-94e0-8f139646de19 req-ab891afa-7dac-4909-99e8-f71551753606 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 945 time: 0.0552826 May 19 21:49:36.890742 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1835bf60-f3da-4d6f-94e0-8f139646de19 req-0f3bbb27-fa9c-4809-999f-931d6706ebd1 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=261afd90-e954-41e1-9b65-ec0b6fa5a166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463064 May 19 21:49:37.023815 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814bd6b-2bd2-47bd-ad04-59b43feebe93 req-794a7f6d-5774-4741-8601-0e7cf245f910 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:37.027373 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4814bd6b-2bd2-47bd-ad04-59b43feebe93 req-794a7f6d-5774-4741-8601-0e7cf245f910 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 945 time: 0.0639493 May 19 21:49:37.037437 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37728) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:49:37.044648 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-13b0d7d5-7a34-4b1c-963d-0ae9616e24cd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Request body: {'floatingip': {'port_id': 'cb4f259d-fc85-4e6d-9f30-29b82cfcbd44'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:49:37.093359 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13b0d7d5-7a34-4b1c-963d-0ae9616e24cd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (174c38c0-268d-46cb-9ed7-dc3a53dad307), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:37.559961 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13b0d7d5-7a34-4b1c-963d-0ae9616e24cd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:37.566787 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13b0d7d5-7a34-4b1c-963d-0ae9616e24cd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (174c38c0-268d-46cb-9ed7-dc3a53dad307), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:37.665897 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-13b0d7d5-7a34-4b1c-963d-0ae9616e24cd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Floating IP 174c38c0-268d-46cb-9ed7-dc3a53dad307 associated. External IP: 172.27.0.224, port: cb4f259d-fc85-4e6d-9f30-29b82cfcbd44. May 19 21:49:37.880402 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b0d7d5-7a34-4b1c-963d-0ae9616e24cd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Router 783efb32-32e5-4adc-931a-cf41d3966023 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:49:37.893741 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:37.987262 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b0d7d5-7a34-4b1c-963d-0ae9616e24cd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:49:37.992479 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-13b0d7d5-7a34-4b1c-963d-0ae9616e24cd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:38.002284 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad9d66-2add-4348-b4ae-fec1cbf6b292 None None] Sync routers for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:49:38.013953 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad9d66-2add-4348-b4ae-fec1cbf6b292 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:49:38.014575 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-e6ad9d66-2add-4348-b4ae-fec1cbf6b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:49:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:49:38.027213 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-13b0d7d5-7a34-4b1c-963d-0ae9616e24cd tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "PUT /v2.0/floatingips/174c38c0-268d-46cb-9ed7-dc3a53dad307 HTTP/1.1" status: 200 len: 991 time: 0.9884751 May 19 21:49:38.027866 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6423bc-f2f9-4346-b85e-1fa80b4e9b97', 'tag': 'cb4f259d-fc85-4e6d-9f30-29b82cfcbd44'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:49:38.030197 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f77009f-98ca-4892-a099-f7e9bb680b60" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6423bc-f2f9-4346-b85e-1fa80b4e9b97", "tag": "cb4f259d-fc85-4e6d-9f30-29b82cfcbd44"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:49:38.069480 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69fe69e-a383-43bf-8dad-da6aeefd6767 x-openstack-request-id: req-d69fe69e-a383-43bf-8dad-da6aeefd6767 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:49:38.069771 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6423bc-f2f9-4346-b85e-1fa80b4e9b97", "tag": "cb4f259d-fc85-4e6d-9f30-29b82cfcbd44", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:49:38.070021 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d69fe69e-a383-43bf-8dad-da6aeefd6767 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:49:38.070804 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69fe69e-a383-43bf-8dad-da6aeefd6767'] response: {'name': 'network-changed', 'server_uuid': 'cb6423bc-f2f9-4346-b85e-1fa80b4e9b97', 'tag': 'cb4f259d-fc85-4e6d-9f30-29b82cfcbd44', 'status': 'completed', 'code': 200} May 19 21:49:38.121116 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-e6ad9d66-2add-4348-b4ae-fec1cbf6b292 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:49:38.139997 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77009f-98ca-4892-a099-f7e9bb680b60 req-cc6e6ea6-838a-439a-8747-2ce81272ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:38.141548 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9f77009f-98ca-4892-a099-f7e9bb680b60 req-cc6e6ea6-838a-439a-8747-2ce81272ec56 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 1129 time: 0.0438120 May 19 21:49:38.155604 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:38.233174 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77009f-98ca-4892-a099-f7e9bb680b60 req-7e58ea2f-b315-4910-87dc-037c5768df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:38.234680 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9f77009f-98ca-4892-a099-f7e9bb680b60 req-7e58ea2f-b315-4910-87dc-037c5768df17 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 915 time: 0.0872815 May 19 21:49:38.302498 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9f77009f-98ca-4892-a099-f7e9bb680b60 req-615408bb-45c0-4610-a276-ea6aaadf030f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 HTTP/1.1" status: 200 len: 999 time: 0.0619249 May 19 21:49:38.333565 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-e6ad9d66-2add-4348-b4ae-fec1cbf6b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '174c38c0-268d-46cb-9ed7-dc3a53dad307', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': 'cb4f259d-fc85-4e6d-9f30-29b82cfcbd44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:4c:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6423bc-f2f9-4346-b85e-1fa80b4e9b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:49:25Z', 'updated_at': '2022-05-19T21:49:37Z', 'revision_number': 1, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:49:38.352635 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77009f-98ca-4892-a099-f7e9bb680b60 req-c9c677dd-d349-4a6a-a6c3-ac89ced7938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:38.354127 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9f77009f-98ca-4892-a099-f7e9bb680b60 req-c9c677dd-d349-4a6a-a6c3-ac89ced7938f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0464199 May 19 21:49:38.358777 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad9d66-2add-4348-b4ae-fec1cbf6b292 None None] Checking router: 783efb32-32e5-4adc-931a-cf41d3966023 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:49:38.367676 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad9d66-2add-4348-b4ae-fec1cbf6b292 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:49:38.368271 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-e6ad9d66-2add-4348-b4ae-fec1cbf6b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:49:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:49:38.399928 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77009f-98ca-4892-a099-f7e9bb680b60 req-160d8b52-0821-4248-b03c-662c15639c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:49:38.401442 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9f77009f-98ca-4892-a099-f7e9bb680b60 req-160d8b52-0821-4248-b03c-662c15639c99 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410912 May 19 21:49:38.479355 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-e6ad9d66-2add-4348-b4ae-fec1cbf6b292 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:49:38.498430 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9f77009f-98ca-4892-a099-f7e9bb680b60 req-2deedd80-1b51-4b7b-8f97-fad53a69e2d5 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906944 May 19 21:49:38.588950 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9f77009f-98ca-4892-a099-f7e9bb680b60 req-d46e197e-b7c8-49ef-85e1-0afda146f69b service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847688 May 19 21:49:38.693308 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-e6ad9d66-2add-4348-b4ae-fec1cbf6b292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '174c38c0-268d-46cb-9ed7-dc3a53dad307', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': 'cb4f259d-fc85-4e6d-9f30-29b82cfcbd44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:4c:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6423bc-f2f9-4346-b85e-1fa80b4e9b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:49:25Z', 'updated_at': '2022-05-19T21:49:37Z', 'revision_number': 1, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:49:38.801287 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad9d66-2add-4348-b4ae-fec1cbf6b292 None None] The sync data for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi is: [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '174c38c0-268d-46cb-9ed7-dc3a53dad307', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'port_id': 'cb4f259d-fc85-4e6d-9f30-29b82cfcbd44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'mac_address': 'fa:16:3e:4c:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6423bc-f2f9-4346-b85e-1fa80b4e9b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:49:25Z', 'updated_at': '2022-05-19T21:49:37Z', 'revision_number': 1, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:49:39.020300 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b079570-2111-499d-b12c-f4b5fd8f4f14 None None] New status for floating IP 174c38c0-268d-46cb-9ed7-dc3a53dad307: ACTIVE {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:49:39.057028 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:39.330485 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-58439fa8-28ea-49a0-b052-37660534cab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:40.554178 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:41.925772 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:42.066757 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:43.074470 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:49:43.976329 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:49:46.876348 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=6 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:46.887187 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=17 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:48.583931 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=41 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:48.585802 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=57 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:48.696493 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=72 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:53.065079 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:53.067101 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:49:53.971642 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=78 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:50:06.671144 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-404caa2f-3fe7-4fa4-9bee-8c7610fca002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:50:07.943300 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=17 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:50:07.944466 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=15 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:50:09.336853 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-226362ec-82c3-4f35-9bf9-90b03b5a2380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:50:10.558768 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:50:11.936039 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:50:12.065246 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:50:13.078205 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:50:20.977389 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:50:22.926736 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-331675b9-6b88-4e04-8af2-e50764360043 req-20f7857c-59d6-47a4-91ac-141f5097702e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493376 May 19 21:50:23.026124 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331675b9-6b88-4e04-8af2-e50764360043 req-b13fa2e0-f9d2-4483-a23a-1e43ba0779d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:50:23.027722 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-331675b9-6b88-4e04-8af2-e50764360043 req-b13fa2e0-f9d2-4483-a23a-1e43ba0779d1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a4ad8679d5446b591d4083529f992cc&device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 1129 time: 0.0508370 May 19 21:50:23.061740 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:50:23.072526 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:50:23.142605 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331675b9-6b88-4e04-8af2-e50764360043 req-4ea0470d-0a88-4992-92e1-5b54a4963ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:50:23.143972 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-331675b9-6b88-4e04-8af2-e50764360043 req-4ea0470d-0a88-4992-92e1-5b54a4963ff3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 200 len: 915 time: 0.0912149 May 19 21:50:23.209727 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-331675b9-6b88-4e04-8af2-e50764360043 req-95cb2609-b52b-452d-8507-af4ad368ca29 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 HTTP/1.1" status: 200 len: 1001 time: 0.0596154 May 19 21:50:23.260290 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331675b9-6b88-4e04-8af2-e50764360043 req-0beec8d7-19f5-4ecf-b74f-509d18848db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:50:23.261752 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-331675b9-6b88-4e04-8af2-e50764360043 req-0beec8d7-19f5-4ecf-b74f-509d18848db5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 200 len: 853 time: 0.0459616 May 19 21:50:23.305384 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331675b9-6b88-4e04-8af2-e50764360043 req-426c755e-c437-417f-b163-ac2b7b190c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:50:23.306911 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-331675b9-6b88-4e04-8af2-e50764360043 req-426c755e-c437-417f-b163-ac2b7b190c80 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394387 May 19 21:50:23.400851 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-331675b9-6b88-4e04-8af2-e50764360043 req-e0b8796f-2b24-496b-becc-0fdb56765aed service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878241 May 19 21:50:23.503501 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-331675b9-6b88-4e04-8af2-e50764360043 req-8d540081-48d7-4df1-aa4e-91d027f66b35 service neutron] 10.222.0.87 "GET /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961406 May 19 21:50:30.973181 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:50:33.493282 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=52 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:50:33.499181 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=49 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:50:36.667956 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3a5a3e68-1b36-4bdb-a8da-99d68da7553d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:50:39.333325 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08294498-5411-44f9-affb-015f241c3eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:50:40.329272 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-361566ec-f8ea-4a48-a097-5e262bffb2a2 req-0043949d-db12-4ddf-9b5b-d7b008c65536 service neutron] (103952) timed out ('10.222.0.87', 51179) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 21:50:40.562431 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:50:41.949254 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:50:42.074106 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:50:43.073530 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:50:44.944659 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:50:44.945465 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:50:45.170852 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [req-c20de000-411b-4e76-944b-8c44129d7bcf req-6c655c9d-c7bd-4676-bdba-394345f18c8d service neutron] (103951) timed out ('10.222.0.87', 51167) {{(pid=103951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 21:50:53.066055 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:50:53.068043 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:50:57.977993 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:51:03.964953 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251da329-7741-490d-a236-b2d21e62792d req-85542b27-1d58-4dcc-9a80-a08a6c239e02 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:51:03.966457 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-251da329-7741-490d-a236-b2d21e62792d req-85542b27-1d58-4dcc-9a80-a08a6c239e02 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 945 time: 0.0527415 May 19 21:51:04.015831 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-251da329-7741-490d-a236-b2d21e62792d req-ee5034f0-3a19-4dd2-8dc8-37989d111b78 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=261afd90-e954-41e1-9b65-ec0b6fa5a166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434186 May 19 21:51:05.147485 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb225d5-5c60-4908-bac9-2f54efde9c6e req-814c93af-0ba0-4db3-bc47-0962f4620383 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:51:05.148833 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cdb225d5-5c60-4908-bac9-2f54efde9c6e req-814c93af-0ba0-4db3-bc47-0962f4620383 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 945 time: 0.0588284 May 19 21:51:05.198381 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-cdb225d5-5c60-4908-bac9-2f54efde9c6e req-d2b4a441-d66f-4a97-b3d4-2d17c7af350e tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=261afd90-e954-41e1-9b65-ec0b6fa5a166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437634 May 19 21:51:05.815214 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620882fc-bf28-4394-8612-907b2506a5f2 req-aa7a68a9-8e7a-4a67-a94c-adb628592397 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:51:05.816628 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-620882fc-bf28-4394-8612-907b2506a5f2 req-aa7a68a9-8e7a-4a67-a94c-adb628592397 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 945 time: 0.0533614 May 19 21:51:05.903379 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-620882fc-bf28-4394-8612-907b2506a5f2 req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Deleting port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:51:05.903671 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-620882fc-bf28-4394-8612-907b2506a5f2 req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:06.002153 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-620882fc-bf28-4394-8612-907b2506a5f2 req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] For port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:51:06.002555 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-620882fc-bf28-4394-8612-907b2506a5f2 req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:06.167030 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-620882fc-bf28-4394-8612-907b2506a5f2 req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:06.167354 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-620882fc-bf28-4394-8612-907b2506a5f2 req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (174c38c0-268d-46cb-9ed7-dc3a53dad307), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:06.167700 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [req-620882fc-bf28-4394-8612-907b2506a5f2 req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Floating IP 174c38c0-268d-46cb-9ed7-dc3a53dad307 disassociated. External IP: 172.27.0.224, port: cb4f259d-fc85-4e6d-9f30-29b82cfcbd44. May 19 21:51:06.168028 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-620882fc-bf28-4394-8612-907b2506a5f2 req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Calling delete_port for cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:51:06.340818 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d6745-1b19-4f22-8a31-297a618775d9 req-87462042-1a55-449d-bc4e-74edb8171908 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:51:06.342330 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-095d6745-1b19-4f22-8a31-297a618775d9 req-87462042-1a55-449d-bc4e-74edb8171908 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb6423bc-f2f9-4346-b85e-1fa80b4e9b97 HTTP/1.1" status: 200 len: 945 time: 0.0651021 May 19 21:51:06.343353 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-620882fc-bf28-4394-8612-907b2506a5f2 req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (cb4f259d-fc85-4e6d-9f30-29b82cfcbd44), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:06.379227 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event deleted for resources: {'Port': ['ID=cb4f259d-fc85-4e6d-9f30-29b82cfcbd44,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:51:06.399299 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.399670 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.400001 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.400332 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.400663 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.400980 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.401268 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.401586 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.401904 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.402219 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.402561 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.402881 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.403199 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.403507 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.403818 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:06.478461 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-095d6745-1b19-4f22-8a31-297a618775d9 req-f03c3270-0426-46a6-8e6d-92f0a65e86b6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups?id=261afd90-e954-41e1-9b65-ec0b6fa5a166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268392 May 19 21:51:06.535591 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-620882fc-bf28-4394-8612-907b2506a5f2 req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Router 783efb32-32e5-4adc-931a-cf41d3966023 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:51:06.541530 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:06.638022 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:06.650140 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-620882fc-bf28-4394-8612-907b2506a5f2 req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:51:06.662157 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f824e5c-6656-457d-a149-8ab852a9614f None None] Sync routers for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:51:06.666081 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3cdd9092-18b8-41b3-b4b0-4e84eb4f3d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:06.676632 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f824e5c-6656-457d-a149-8ab852a9614f None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:51:06.677389 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2f824e5c-6656-457d-a149-8ab852a9614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:50:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:51:06.694782 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-620882fc-bf28-4394-8612-907b2506a5f2 req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] No DVR routers for this DVR port cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 on host hv-cinder-83563 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:51:06.697377 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-620882fc-bf28-4394-8612-907b2506a5f2 req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:06.700567 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-620882fc-bf28-4394-8612-907b2506a5f2 req-0aaa36ff-b0a2-4128-881e-d2c973689f8a tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.87 "DELETE /v2.0/ports/cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 HTTP/1.1" status: 204 len: 173 time: 0.8786073 May 19 21:51:06.701011 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6423bc-f2f9-4346-b85e-1fa80b4e9b97', 'name': 'network-vif-deleted', 'tag': 'cb4f259d-fc85-4e6d-9f30-29b82cfcbd44'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:51:06.703821 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8892080-c7c3-4427-a867-78440a034f4b" -d '{"events": [{"server_uuid": "cb6423bc-f2f9-4346-b85e-1fa80b4e9b97", "name": "network-vif-deleted", "tag": "cb4f259d-fc85-4e6d-9f30-29b82cfcbd44"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:51:06.795263 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-2f824e5c-6656-457d-a149-8ab852a9614f None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:51:06.828209 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ad6a84-53af-44e6-8a07-7775aa79bec8 x-openstack-request-id: req-e6ad6a84-53af-44e6-8a07-7775aa79bec8 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:51:06.829631 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6423bc-f2f9-4346-b85e-1fa80b4e9b97", "name": "network-vif-deleted", "tag": "cb4f259d-fc85-4e6d-9f30-29b82cfcbd44", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:51:06.830070 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6ad6a84-53af-44e6-8a07-7775aa79bec8 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:51:06.830516 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ad6a84-53af-44e6-8a07-7775aa79bec8'] response: {'server_uuid': 'cb6423bc-f2f9-4346-b85e-1fa80b4e9b97', 'name': 'network-vif-deleted', 'tag': 'cb4f259d-fc85-4e6d-9f30-29b82cfcbd44', 'status': 'completed', 'code': 200} May 19 21:51:06.998191 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2f824e5c-6656-457d-a149-8ab852a9614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:51:07.025146 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f824e5c-6656-457d-a149-8ab852a9614f None None] Checking router: 783efb32-32e5-4adc-931a-cf41d3966023 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:51:07.034879 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f824e5c-6656-457d-a149-8ab852a9614f None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:51:07.035487 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2f824e5c-6656-457d-a149-8ab852a9614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:50:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:51:07.149237 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-2f824e5c-6656-457d-a149-8ab852a9614f None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:51:07.343223 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2f824e5c-6656-457d-a149-8ab852a9614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:51:07.374352 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f824e5c-6656-457d-a149-8ab852a9614f None None] The sync data for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi is: [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:44:19Z', 'revision_number': 4, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '9bec19eb-29ed-4c10-994a-5db22a5cd0e4', 'name': '', 'network_id': 'c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'mac_address': 'fa:16:3e:d9:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '10c242d9-68ce-4325-8ffe-59210e633901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:19Z', 'updated_at': '2022-05-19T21:44:23Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'subnets': [{'id': '10c242d9-68ce-4325-8ffe-59210e633901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:51:07.573299 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37844) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:51:07.611290 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98408a44-fc75-4f1a-a45a-31cbf9066064 None None] New status for floating IP 174c38c0-268d-46cb-9ed7-dc3a53dad307: DOWN {{(pid=103953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:51:07.632195 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (261afd90-e954-41e1-9b65-ec0b6fa5a166), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:07.657901 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (261afd90-e954-41e1-9b65-ec0b6fa5a166), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:07.708289 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (261afd90-e954-41e1-9b65-ec0b6fa5a166), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:07.711159 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:07.712714 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "DELETE /v2.0/security-groups/261afd90-e954-41e1-9b65-ec0b6fa5a166 HTTP/1.1" status: 204 len: 168 time: 0.1383889 May 19 21:51:07.715519 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37846) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:51:07.725454 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=261afd90-e954-41e1-9b65-ec0b6fa5a166,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:51:07.735639 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.api.v2.resource [None req-31908881-83bf-4842-9d77-1f7f03541844 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] show failed (client error): The resource could not be found. May 19 21:51:07.737205 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-31908881-83bf-4842-9d77-1f7f03541844 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "GET /v2.0/security-groups/261afd90-e954-41e1-9b65-ec0b6fa5a166 HTTP/1.1" status: 404 len: 347 time: 0.0203385 May 19 21:51:07.740333 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37848) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:51:07.740478 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:07.740875 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:07.741211 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:07.741544 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:07.741992 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:07.743751 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:07.743751 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:07.743751 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:07.743751 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:07.743751 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:07.744293 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:07.744578 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:07.745117 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:07.745606 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:07.746454 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e9d120-08bf-4bd9-8556-b7adc2da74e6 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:51:08.147025 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7f0c1-9d52-4728-b77f-9183f50a48d9 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Deleting port 90199913-ba70-449b-9877-b2c8aab360f6 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:51:08.147715 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f0c1-9d52-4728-b77f-9183f50a48d9 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (90199913-ba70-449b-9877-b2c8aab360f6), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:08.225248 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f0c1-9d52-4728-b77f-9183f50a48d9 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (90199913-ba70-449b-9877-b2c8aab360f6), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:08.225566 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f0c1-9d52-4728-b77f-9183f50a48d9 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (90199913-ba70-449b-9877-b2c8aab360f6), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:08.238112 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7f0c1-9d52-4728-b77f-9183f50a48d9 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Calling delete_port for 90199913-ba70-449b-9877-b2c8aab360f6 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:51:08.381832 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f0c1-9d52-4728-b77f-9183f50a48d9 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (90199913-ba70-449b-9877-b2c8aab360f6), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:08.407347 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7f0c1-9d52-4728-b77f-9183f50a48d9 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Pushing event deleted for resources: {'Port': ['ID=90199913-ba70-449b-9877-b2c8aab360f6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:51:08.473558 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f0c1-9d52-4728-b77f-9183f50a48d9 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks [] for floatingip (174c38c0-268d-46cb-9ed7-dc3a53dad307), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:08.476150 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f0c1-9d52-4728-b77f-9183f50a48d9 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:08.477277 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c4d7f0c1-9d52-4728-b77f-9183f50a48d9 tempest-AttachVolumeNegativeTest-1262812511 tempest-AttachVolumeNegativeTest-1262812511-project] 10.222.0.65 "DELETE /v2.0/floatingips/174c38c0-268d-46cb-9ed7-dc3a53dad307 HTTP/1.1" status: 204 len: 168 time: 0.7360902 May 19 21:51:08.675458 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:51:08.698557 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:51:08.698912 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device cb4f259d-fc85-4e6d-9f30-29b82cfcbd44 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:51:09.331344 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b779202-0ccb-4222-b823-974eb57a2a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:10.562224 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:11.987230 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:12.074510 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:12.208676 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37884) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:51:12.658937 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-713d7c5e-85c9-499b-8fbc-04ef0962d9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1697983'] for router_interface (783efb32-32e5-4adc-931a-cf41d3966023), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:12.662045 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:12.833776 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:12.903543 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-713d7c5e-85c9-499b-8fbc-04ef0962d9f7 admin admin] Deleting port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:51:12.903870 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-713d7c5e-85c9-499b-8fbc-04ef0962d9f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:12.994161 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-713d7c5e-85c9-499b-8fbc-04ef0962d9f7 admin admin] For port 9bec19eb-29ed-4c10-994a-5db22a5cd0e4, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=9bec19eb-29ed-4c10-994a-5db22a5cd0e4,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:51:12.994449 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-713d7c5e-85c9-499b-8fbc-04ef0962d9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:13.008241 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-713d7c5e-85c9-499b-8fbc-04ef0962d9f7 admin admin] Calling delete_port for 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:51:13.070017 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:13.207702 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-713d7c5e-85c9-499b-8fbc-04ef0962d9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (9bec19eb-29ed-4c10-994a-5db22a5cd0e4), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:13.231146 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d7c5e-85c9-499b-8fbc-04ef0962d9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bec19eb-29ed-4c10-994a-5db22a5cd0e4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:51:13.424947 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-713d7c5e-85c9-499b-8fbc-04ef0962d9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-285684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697827'] for router_interface (783efb32-32e5-4adc-931a-cf41d3966023), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:13.582521 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:13.639909 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713d7c5e-85c9-499b-8fbc-04ef0962d9f7 admin admin] Router 783efb32-32e5-4adc-931a-cf41d3966023 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:51:13.711436 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:13.766485 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713d7c5e-85c9-499b-8fbc-04ef0962d9f7 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:51:13.773839 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-713d7c5e-85c9-499b-8fbc-04ef0962d9f7 admin admin] 10.222.0.65 "PUT /v2.0/routers/783efb32-32e5-4adc-931a-cf41d3966023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5640111 May 19 21:51:13.775542 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37888) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:51:13.777618 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a6dad-28ec-47ac-b566-f8528bbf6894 None None] Sync routers for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:51:13.788308 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a6dad-28ec-47ac-b566-f8528bbf6894 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:51:13.788922 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-de6a6dad-28ec-47ac-b566-f8528bbf6894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:51:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:51:13.877810 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] Publish callbacks [] for router (783efb32-32e5-4adc-931a-cf41d3966023), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:13.889404 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-de6a6dad-28ec-47ac-b566-f8528bbf6894 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:51:13.978330 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] Publish callbacks [] for router_gateway (783efb32-32e5-4adc-931a-cf41d3966023), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.019166 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:14.025756 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] Deleting port 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:51:14.026086 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (7ba2b95b-6912-44a3-a2ff-c772e6ca8649), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.071602 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-de6a6dad-28ec-47ac-b566-f8528bbf6894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:51:13Z', 'revision_number': 5, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port': {'id': '7ba2b95b-6912-44a3-a2ff-c772e6ca8649', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783efb32-32e5-4adc-931a-cf41d3966023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:44:17Z', 'updated_at': '2022-05-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:51:14.101750 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a6dad-28ec-47ac-b566-f8528bbf6894 None None] Checking router: 783efb32-32e5-4adc-931a-cf41d3966023 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:51:14.113171 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a6dad-28ec-47ac-b566-f8528bbf6894 None None] Routers {'783efb32-32e5-4adc-931a-cf41d3966023'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:51:14.113450 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] For port 7ba2b95b-6912-44a3-a2ff-c772e6ca8649, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=7ba2b95b-6912-44a3-a2ff-c772e6ca8649,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:51:14.113922 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (7ba2b95b-6912-44a3-a2ff-c772e6ca8649), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.114117 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-de6a6dad-28ec-47ac-b566-f8528bbf6894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:51:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['783efb32-32e5-4adc-931a-cf41d3966023'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:51:14.132688 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] Calling delete_port for 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:51:14.243850 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:14.291777 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-de6a6dad-28ec-47ac-b566-f8528bbf6894 None None] Set router 783efb32-32e5-4adc-931a-cf41d3966023 gateway port host: None {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:51:14.305090 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (7ba2b95b-6912-44a3-a2ff-c772e6ca8649), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.334554 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba2b95b-6912-44a3-a2ff-c772e6ca8649,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:51:14.348120 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-de6a6dad-28ec-47ac-b566-f8528bbf6894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:51:13Z', 'revision_number': 6, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port_host': None}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:51:14.373645 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a6dad-28ec-47ac-b566-f8528bbf6894 None None] The sync data for ids ['783efb32-32e5-4adc-931a-cf41d3966023'] in dv-cinder-835635-2-iscsi is: [{'id': '783efb32-32e5-4adc-931a-cf41d3966023', 'name': 'tempest-AttachVolumeNegativeTest-953289964-router', 'tenant_id': '9a4ad8679d5446b591d4083529f992cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:44:16Z', 'updated_at': '2022-05-19T21:51:13Z', 'revision_number': 6, 'project_id': '9a4ad8679d5446b591d4083529f992cc', 'gw_port_host': None}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:51:14.419277 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697665'] for router_gateway (783efb32-32e5-4adc-931a-cf41d3966023), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.510327 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router (783efb32-32e5-4adc-931a-cf41d3966023), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.512760 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] Publish callbacks [] for router_controller (783efb32-32e5-4adc-931a-cf41d3966023), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.558307 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695707'] for router (783efb32-32e5-4adc-931a-cf41d3966023), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.559162 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 783efb32-32e5-4adc-931a-cf41d3966023 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 21:51:14.563288 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.564424 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f8bd5da1-4c6b-43f5-918f-8a728470137e admin admin] 10.222.0.65 "DELETE /v2.0/routers/783efb32-32e5-4adc-931a-cf41d3966023 HTTP/1.1" status: 204 len: 168 time: 0.7879529 May 19 21:51:14.567177 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37890) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:51:14.616763 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24ac7cf-10cd-4996-9672-43d323d549c5 admin admin] Deleting subnet 10c242d9-68ce-4325-8ffe-59210e633901 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:51:14.620222 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a24ac7cf-10cd-4996-9672-43d323d549c5 admin admin] Publish callbacks [] for subnet (10c242d9-68ce-4325-8ffe-59210e633901), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.647052 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:14.653282 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:14.657685 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a24ac7cf-10cd-4996-9672-43d323d549c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8440986'] for subnet (10c242d9-68ce-4325-8ffe-59210e633901), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.739065 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a24ac7cf-10cd-4996-9672-43d323d549c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (10c242d9-68ce-4325-8ffe-59210e633901), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.804597 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a24ac7cf-10cd-4996-9672-43d323d549c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8577080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567086'] for subnet (10c242d9-68ce-4325-8ffe-59210e633901), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.831941 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ac7cf-10cd-4996-9672-43d323d549c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c242d9-68ce-4325-8ffe-59210e633901,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:51:14.837451 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a24ac7cf-10cd-4996-9672-43d323d549c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.841708 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a24ac7cf-10cd-4996-9672-43d323d549c5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/10c242d9-68ce-4325-8ffe-59210e633901 HTTP/1.1" status: 204 len: 168 time: 0.2735658 May 19 21:51:14.842530 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c42a0f-36e8-451a-8ad3-ae7588757684 None None] Network c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:51:14.844254 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37892) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:51:14.913061 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:14.961866 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Deleting port 0764e7d4-83d6-4581-b868-e63181127356 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:51:14.962192 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (0764e7d4-83d6-4581-b868-e63181127356), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:15.026830 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] For port 0764e7d4-83d6-4581-b868-e63181127356, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=0764e7d4-83d6-4581-b868-e63181127356,segment=NetworkSegment(6aa59513-f2f1-4978-a8d9-084ce6b54bc0),segment_id=6aa59513-f2f1-4978-a8d9-084ce6b54bc0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:51:15.027179 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (0764e7d4-83d6-4581-b868-e63181127356), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:15.042117 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Calling delete_port for 0764e7d4-83d6-4581-b868-e63181127356 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:51:15.140918 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (0764e7d4-83d6-4581-b868-e63181127356), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:15.170023 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0764e7d4-83d6-4581-b868-e63181127356,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:51:15.173439 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] No DVR routers for this DVR port 0764e7d4-83d6-4581-b868-e63181127356 on host dv-cinder-835635-2-iscsi {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:51:15.174983 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e74e58-95d9-4dd3-97e1-7abc88acae17 None None] DHCP port deletion for c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d request from dv-cinder-835635-2-iscsi {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 21:51:15.246224 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:15.268927 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:51:15.286002 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa59513-f2f1-4978-a8d9-084ce6b54bc0') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:51:15.286002 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa59513-f2f1-4978-a8d9-084ce6b54bc0') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:51:15.297243 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8440995'] for segment (6aa59513-f2f1-4978-a8d9-084ce6b54bc0), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:15.304116 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:51:15.311820 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (6aa59513-f2f1-4978-a8d9-084ce6b54bc0), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:15.318017 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:51:15.318430 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575898'] for segment (6aa59513-f2f1-4978-a8d9-084ce6b54bc0), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:15.328678 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:51:15.329461 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 7ba2b95b-6912-44a3-a2ff-c772e6ca8649 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:51:15.329919 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:51:15.352415 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:51:15.352964 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 9bec19eb-29ed-4c10-994a-5db22a5cd0e4 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:51:15.354184 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 0764e7d4-83d6-4581-b868-e63181127356 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:51:15.374024 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 0764e7d4-83d6-4581-b868-e63181127356 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:51:15.374396 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 0764e7d4-83d6-4581-b868-e63181127356 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:51:15.399557 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:15.406577 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 6aa59513-f2f1-4978-a8d9-084ce6b54bc0 resource provider aggregate not found May 19 21:51:15.409969 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:15.413824 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d HTTP/1.1" status: 204 len: 168 time: 0.5686343 May 19 21:51:15.435252 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 6aa59513-f2f1-4978-a8d9-084ce6b54bc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6aa59513-f2f1-4978-a8d9-084ce6b54bc0 found for delete ", "request_id": "req-5971303f-a820-47e8-b000-a1259136e997"}]} May 19 21:51:15.436213 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51143b35-e644-4cc8-97e5-618636d326b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2dc31bc-9d9f-4b3a-a6c3-4de0dc53e03d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:51:15.544910 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37902) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:51:15.589399 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-db4c618d-d6e1-4829-a503-3211be46828c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a4ad8679d5446b591d4083529f992cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433106 May 19 21:51:15.592103 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 37904) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:51:15.653490 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-59fb8f8f-bfe3-41e7-b7b5-4b7c9e10d124 admin admin] Publish callbacks [] for security_group (38296ae8-c924-4f6d-b0c8-ab3acf35be5b), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:15.679735 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-59fb8f8f-bfe3-41e7-b7b5-4b7c9e10d124 admin admin] Publish callbacks [] for security_group (38296ae8-c924-4f6d-b0c8-ab3acf35be5b), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:15.731256 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-59fb8f8f-bfe3-41e7-b7b5-4b7c9e10d124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (38296ae8-c924-4f6d-b0c8-ab3acf35be5b), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:15.735671 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-59fb8f8f-bfe3-41e7-b7b5-4b7c9e10d124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:15.736880 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-59fb8f8f-bfe3-41e7-b7b5-4b7c9e10d124 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/38296ae8-c924-4f6d-b0c8-ab3acf35be5b HTTP/1.1" status: 204 len: 168 time: 0.1439061 May 19 21:51:15.745442 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb8f8f-bfe3-41e7-b7b5-4b7c9e10d124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38296ae8-c924-4f6d-b0c8-ab3acf35be5b,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:51:24.350498 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=19 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:24.351329 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=6 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:25.326022 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38018) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:51:25.393176 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:25.424047 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=75,neutron:DELETE=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:25.445627 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f30e5e38-0e84-4b5c-afe8-73d34c80c651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:25.525749 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f30e5e38-0e84-4b5c-afe8-73d34c80c651 admin admin] Publish callbacks [] for security_group (5f49b329-ec09-41e8-8c4d-ad19d4a2776d), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:25.530691 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f30e5e38-0e84-4b5c-afe8-73d34c80c651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (5f49b329-ec09-41e8-8c4d-ad19d4a2776d), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:25.569039 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f30e5e38-0e84-4b5c-afe8-73d34c80c651 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a3539359790d4d7d9175d7295c270a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418530 May 19 21:51:25.569909 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e5e38-0e84-4b5c-afe8-73d34c80c651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f49b329-ec09-41e8-8c4d-ad19d4a2776d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:51:25.571946 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 38022) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:51:25.639684 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55567c42-47e4-4cef-87ae-9e036289b3ab admin admin] Publish callbacks [] for security_group (5f49b329-ec09-41e8-8c4d-ad19d4a2776d), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:25.662264 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55567c42-47e4-4cef-87ae-9e036289b3ab admin admin] Publish callbacks [] for security_group (5f49b329-ec09-41e8-8c4d-ad19d4a2776d), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:25.720427 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55567c42-47e4-4cef-87ae-9e036289b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (5f49b329-ec09-41e8-8c4d-ad19d4a2776d), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:25.722962 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55567c42-47e4-4cef-87ae-9e036289b3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:25.726684 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-55567c42-47e4-4cef-87ae-9e036289b3ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f49b329-ec09-41e8-8c4d-ad19d4a2776d HTTP/1.1" status: 204 len: 168 time: 0.1506042 May 19 21:51:25.732217 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55567c42-47e4-4cef-87ae-9e036289b3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f49b329-ec09-41e8-8c4d-ad19d4a2776d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:51:34.976558 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:51:35.562104 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=17,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:35.566232 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=20,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:35.726998 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=67,neutron:DELETE=6 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:35.727817 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=63,neutron:DELETE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:35.744614 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=44,neutron:UPDATE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:35.745347 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:36.673348 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-422cb8fe-aba9-4cb1-8bd6-5d43c1f0fde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:39.326042 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f2f8ec1-6d6b-40c5-8b40-04a93efaad29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:40.562835 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:42.022259 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:42.073017 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:43.067017 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:51:44.972581 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:53.058645 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:51:53.060963 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:00.203464 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-d6a8fcbd-9ba9-4077-bc6c-cf42d71df826 service neutron] (103952) timed out ('10.222.0.65', 33084) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 21:52:00.403220 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-3a9b607c-fe2b-4dcf-a3e7-2207912c6c54 req-3b50da19-c54f-4463-bc52-26fcc7bf4fea tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] (103952) timed out ('10.222.0.65', 33092) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 21:52:06.670006 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67b8f20a-4e63-40f5-b583-968f0e57d9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:07.108994 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=16 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:07.116278 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=16 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:09.319832 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41a66904-060d-4c3e-afe4-e589ad5dceb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:09.785789 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38400) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:09.901788 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:09.988168 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Publish callbacks [] for security_group (76e97be1-10f6-477c-9896-bba791527106), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:09.993631 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (76e97be1-10f6-477c-9896-bba791527106), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:10.032249 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e97be1-10f6-477c-9896-bba791527106,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:10.041933 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9222efc77d154b5d88c99170b91e0cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550962 May 19 21:52:10.043656 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.044000 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.044355 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.044689 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.044860 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 38404) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:10.045360 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.045360 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.045617 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.045934 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.046322 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.046671 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.046991 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.047307 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.047624 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.047936 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.048263 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c7ba3-ba16-4a78-ab3e-1548f0d760d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.096253 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Publish callbacks [] for security_group (76e97be1-10f6-477c-9896-bba791527106), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:10.117849 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Publish callbacks [] for security_group (76e97be1-10f6-477c-9896-bba791527106), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:10.168137 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (76e97be1-10f6-477c-9896-bba791527106), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:10.171471 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:10.172812 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76e97be1-10f6-477c-9896-bba791527106 HTTP/1.1" status: 204 len: 168 time: 0.1270235 May 19 21:52:10.181206 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e97be1-10f6-477c-9896-bba791527106,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:10.189160 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.190115 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.190115 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.190381 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.190539 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.190862 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.191236 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.191475 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.191797 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.192122 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.192445 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.192776 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.193087 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.193399 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.193712 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55462415-3821-483e-afe0-52d60425f0e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:10.480440 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38410) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:10.495875 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38b9e283-4104-4771-a2e2-8c82db6a93b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:10.564013 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:10.579914 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38b9e283-4104-4771-a2e2-8c82db6a93b0 admin admin] Publish callbacks [] for security_group (da0240bc-25fb-4b52-9254-564d0cd85c2a), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:10.585510 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38b9e283-4104-4771-a2e2-8c82db6a93b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (da0240bc-25fb-4b52-9254-564d0cd85c2a), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:10.624920 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9e283-4104-4771-a2e2-8c82db6a93b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0240bc-25fb-4b52-9254-564d0cd85c2a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:10.629206 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-38b9e283-4104-4771-a2e2-8c82db6a93b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eba29dc21588471987becfd397c4d212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477821 May 19 21:52:10.632001 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38412) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:10.683950 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1126236c-571b-4c3f-baac-fbcda3557cbc admin admin] Publish callbacks [] for security_group (da0240bc-25fb-4b52-9254-564d0cd85c2a), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:10.706895 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1126236c-571b-4c3f-baac-fbcda3557cbc admin admin] Publish callbacks [] for security_group (da0240bc-25fb-4b52-9254-564d0cd85c2a), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:10.759652 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1126236c-571b-4c3f-baac-fbcda3557cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (da0240bc-25fb-4b52-9254-564d0cd85c2a), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:10.762102 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1126236c-571b-4c3f-baac-fbcda3557cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:10.763278 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1126236c-571b-4c3f-baac-fbcda3557cbc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da0240bc-25fb-4b52-9254-564d0cd85c2a HTTP/1.1" status: 204 len: 168 time: 0.1303973 May 19 21:52:10.771501 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126236c-571b-4c3f-baac-fbcda3557cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0240bc-25fb-4b52-9254-564d0cd85c2a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:11.977325 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:52:12.009895 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:12.078071 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:13.063192 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:15.671464 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38504) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:15.792582 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-340abe2c-7b90-4751-8459-b6cc25bfa256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:15.877170 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-340abe2c-7b90-4751-8459-b6cc25bfa256 admin admin] Publish callbacks [] for security_group (3d7229c0-3100-49fe-825e-c8b8830d307c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:15.882071 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-340abe2c-7b90-4751-8459-b6cc25bfa256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (3d7229c0-3100-49fe-825e-c8b8830d307c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:15.924059 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-340abe2c-7b90-4751-8459-b6cc25bfa256 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=06f62aa93e31427db87c39bcddee88b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514639 May 19 21:52:15.924901 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340abe2c-7b90-4751-8459-b6cc25bfa256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7229c0-3100-49fe-825e-c8b8830d307c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:15.927217 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 38508) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:15.985242 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8086896d-2e5e-4a7d-a0b7-7f05dbeb831d admin admin] Publish callbacks [] for security_group (3d7229c0-3100-49fe-825e-c8b8830d307c), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:16.007354 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8086896d-2e5e-4a7d-a0b7-7f05dbeb831d admin admin] Publish callbacks [] for security_group (3d7229c0-3100-49fe-825e-c8b8830d307c), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:16.057538 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8086896d-2e5e-4a7d-a0b7-7f05dbeb831d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (3d7229c0-3100-49fe-825e-c8b8830d307c), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:16.060179 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8086896d-2e5e-4a7d-a0b7-7f05dbeb831d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:16.061369 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-8086896d-2e5e-4a7d-a0b7-7f05dbeb831d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d7229c0-3100-49fe-825e-c8b8830d307c HTTP/1.1" status: 204 len: 168 time: 0.1331084 May 19 21:52:16.069476 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086896d-2e5e-4a7d-a0b7-7f05dbeb831d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7229c0-3100-49fe-825e-c8b8830d307c,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:16.359363 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 38516) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:16.373012 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bf8c53ad-8de8-4cb8-8bb4-5fbea5faee6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:16.453507 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bf8c53ad-8de8-4cb8-8bb4-5fbea5faee6e admin admin] Publish callbacks [] for security_group (87110d67-5b9f-4608-b44e-6354d217803f), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:16.459890 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-bf8c53ad-8de8-4cb8-8bb4-5fbea5faee6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (87110d67-5b9f-4608-b44e-6354d217803f), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:16.500388 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-bf8c53ad-8de8-4cb8-8bb4-5fbea5faee6e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=897b681b309d4f5c998c1ce57ebbbae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399004 May 19 21:52:16.501336 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c53ad-8de8-4cb8-8bb4-5fbea5faee6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87110d67-5b9f-4608-b44e-6354d217803f,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:16.503308 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38518) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:16.517089 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:16.551675 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:16.557623 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c00b605d-1636-4c3e-a9a0-138d14a8988d admin admin] Publish callbacks [] for security_group (87110d67-5b9f-4608-b44e-6354d217803f), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:16.583216 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c00b605d-1636-4c3e-a9a0-138d14a8988d admin admin] Publish callbacks [] for security_group (87110d67-5b9f-4608-b44e-6354d217803f), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:16.646446 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c00b605d-1636-4c3e-a9a0-138d14a8988d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (87110d67-5b9f-4608-b44e-6354d217803f), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:16.648951 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c00b605d-1636-4c3e-a9a0-138d14a8988d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:16.650120 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c00b605d-1636-4c3e-a9a0-138d14a8988d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87110d67-5b9f-4608-b44e-6354d217803f HTTP/1.1" status: 204 len: 168 time: 0.1457150 May 19 21:52:16.659318 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b605d-1636-4c3e-a9a0-138d14a8988d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87110d67-5b9f-4608-b44e-6354d217803f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:17.863728 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38548) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:17.990968 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-897d98f9-888e-4958-a843-b5c978e96d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:18.073096 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-897d98f9-888e-4958-a843-b5c978e96d03 admin admin] Publish callbacks [] for security_group (8b2e6705-a416-490d-80f8-1225e4dc106e), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:18.079009 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-897d98f9-888e-4958-a843-b5c978e96d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (8b2e6705-a416-490d-80f8-1225e4dc106e), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:18.127263 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d98f9-888e-4958-a843-b5c978e96d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2e6705-a416-490d-80f8-1225e4dc106e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:18.131983 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-897d98f9-888e-4958-a843-b5c978e96d03 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f3da0d8fcea546d585c570f51cfce00d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666903 May 19 21:52:18.135716 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38552) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:18.186325 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76d222b0-72dc-497d-9e41-a286a0d1928d admin admin] Publish callbacks [] for security_group (8b2e6705-a416-490d-80f8-1225e4dc106e), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:18.208509 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76d222b0-72dc-497d-9e41-a286a0d1928d admin admin] Publish callbacks [] for security_group (8b2e6705-a416-490d-80f8-1225e4dc106e), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:18.260895 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76d222b0-72dc-497d-9e41-a286a0d1928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (8b2e6705-a416-490d-80f8-1225e4dc106e), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:18.265072 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76d222b0-72dc-497d-9e41-a286a0d1928d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:18.266720 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-76d222b0-72dc-497d-9e41-a286a0d1928d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b2e6705-a416-490d-80f8-1225e4dc106e HTTP/1.1" status: 204 len: 168 time: 0.1300647 May 19 21:52:18.279773 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d222b0-72dc-497d-9e41-a286a0d1928d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2e6705-a416-490d-80f8-1225e4dc106e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:21.972154 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:21.972941 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:26.494134 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:26.496681 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=50,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:28.270033 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:28.271141 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=36,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:28.292597 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:UPDATE=2,neutron:SELECT=11 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:28.293335 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:36.667395 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6c4fab7-b5bc-4e1f-bab8-83582545b738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:39.325805 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06c35679-eb41-433a-a626-760d1d72078f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:40.574722 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:40.933786 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38696) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:41.050669 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da370134-4c49-4481-bd10-f1ac30ec65c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:41.129710 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da370134-4c49-4481-bd10-f1ac30ec65c3 admin admin] Publish callbacks [] for security_group (4a0c07ef-3026-4430-8421-77f480cd911a), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:41.135466 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-da370134-4c49-4481-bd10-f1ac30ec65c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (4a0c07ef-3026-4430-8421-77f480cd911a), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:41.174667 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da370134-4c49-4481-bd10-f1ac30ec65c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0c07ef-3026-4430-8421-77f480cd911a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:41.179493 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-da370134-4c49-4481-bd10-f1ac30ec65c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3b3b56b4f6014c62a7ef0b81810bb009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440429 May 19 21:52:41.181636 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38700) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:41.232171 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e7a26ba-cf61-4d05-bc35-53b6a15d0155 admin admin] Publish callbacks [] for security_group (4a0c07ef-3026-4430-8421-77f480cd911a), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:41.255372 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e7a26ba-cf61-4d05-bc35-53b6a15d0155 admin admin] Publish callbacks [] for security_group (4a0c07ef-3026-4430-8421-77f480cd911a), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:41.312869 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e7a26ba-cf61-4d05-bc35-53b6a15d0155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (4a0c07ef-3026-4430-8421-77f480cd911a), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:41.315411 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0e7a26ba-cf61-4d05-bc35-53b6a15d0155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:41.316608 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-0e7a26ba-cf61-4d05-bc35-53b6a15d0155 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a0c07ef-3026-4430-8421-77f480cd911a HTTP/1.1" status: 204 len: 168 time: 0.1340797 May 19 21:52:41.324489 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a26ba-cf61-4d05-bc35-53b6a15d0155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0c07ef-3026-4430-8421-77f480cd911a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:42.012080 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.029302 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 38722) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:42.078818 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.083090 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:42.083992 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:42.152684 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-171390545-network', 'tenant_id': '52d49b95be55483f93b8a325d6bff693'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:52:42.177474 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] Made reservation on behalf of 52d49b95be55483f93b8a325d6bff693 for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:52:42.179780 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.188444 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.266502 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] Publish callbacks [] for security_group (e5be8cfe-b248-4bff-9e71-2c7284598784), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.272165 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (e5be8cfe-b248-4bff-9e71-2c7284598784), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.298638 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:52:42.308983 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5be8cfe-b248-4bff-9e71-2c7284598784,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:42.315678 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (51f176eb-ca86-4fa6-96a4-1ab7106ed7d1), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.316072 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.segments_db [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] Added segment 51f176eb-ca86-4fa6-96a4-1ab7106ed7d1 of type vlan for network ca42bb01-6baf-420f-abc4-b878d5e93dad May 19 21:52:42.363204 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (ca42bb01-6baf-420f-abc4-b878d5e93dad), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.395337 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (ca42bb01-6baf-420f-abc4-b878d5e93dad), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.396770 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:52:42.397670 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.457987 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4269762 May 19 21:52:42.460851 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 38726) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:42.465769 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-eb979551-5fee-4aaa-9a3e-04ca6b32ac8e admin admin] Request body: {'subnet': {'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-171390545-subnet', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'ip_version': 4}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:52:42.473949 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366279c-f618-429f-aa05-c253ea06cc7b admin admin] Pushing event updated for resources: {'Network': ['ID=ca42bb01-6baf-420f-abc4-b878d5e93dad,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:42.484431 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network ca42bb01-6baf-420f-abc4-b878d5e93dad details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:52:42.493093 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb979551-5fee-4aaa-9a3e-04ca6b32ac8e admin admin] Made reservation on behalf of 52d49b95be55483f93b8a325d6bff693 for: {'subnet': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:52:42.496326 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb979551-5fee-4aaa-9a3e-04ca6b32ac8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933976'] for subnet (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.680035 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb979551-5fee-4aaa-9a3e-04ca6b32ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8700689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933966'] for subnet (2c7a05da-919f-4e07-a2a3-380deffc41b9), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.730436 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb979551-5fee-4aaa-9a3e-04ca6b32ac8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7a05da-919f-4e07-a2a3-380deffc41b9,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:42.748435 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb979551-5fee-4aaa-9a3e-04ca6b32ac8e admin admin] Checking segment: {'id': '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:52:42.748786 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb979551-5fee-4aaa-9a3e-04ca6b32ac8e admin admin] Network hostable DHCP agents. Network: ca42bb01-6baf-420f-abc4-b878d5e93dad, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:52:42.770430 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb979551-5fee-4aaa-9a3e-04ca6b32ac8e admin admin] Network ca42bb01-6baf-420f-abc4-b878d5e93dad is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:52:42.779677 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-eb979551-5fee-4aaa-9a3e-04ca6b32ac8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, ca42bb01-6baf-420f-abc4-b878d5e93dad) {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:52:42.784613 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb979551-5fee-4aaa-9a3e-04ca6b32ac8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:52:42.785205 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-eb979551-5fee-4aaa-9a3e-04ca6b32ac8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.789052 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d206800-3c93-4d13-927e-5ab4762e8a37 None None] Network ca42bb01-6baf-420f-abc4-b878d5e93dad requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:52:42.792012 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:42.804773 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-eb979551-5fee-4aaa-9a3e-04ca6b32ac8e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3419218 May 19 21:52:42.806641 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38728) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:42.811843 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:52:42.834033 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2802'] for router (bad2faee-b3d8-4767-9421-4cc2359c5640), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.835102 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2034749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2811'] for router (bad2faee-b3d8-4767-9421-4cc2359c5640), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:42.902175 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfcf098c-fcb3-5877-a9cf-25c71848f504-ca42bb01-6baf-420f-abc4-b878d5e93dad', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'project_id': '52d49b95be55483f93b8a325d6bff693', 'fixed_ips': [{'subnet_id': '2c7a05da-919f-4e07-a2a3-380deffc41b9'}]}} from dv-cinder-835635-2-iscsi. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 21:52:42.903235 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:43.061154 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Allocated IP 172.20.0.2 (ca42bb01-6baf-420f-abc4-b878d5e93dad/2c7a05da-919f-4e07-a2a3-380deffc41b9/3f8c5f74-67fe-41be-b4aa-45385a750942) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:52:43.071518 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:43.173778 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Publish callbacks [] for router_controller (bad2faee-b3d8-4767-9421-4cc2359c5640), precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:43.213275 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Publish callbacks [] for port (3f8c5f74-67fe-41be-b4aa-45385a750942), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:43.220735 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (3f8c5f74-67fe-41be-b4aa-45385a750942), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:43.261703 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Network ca42bb01-6baf-420f-abc4-b878d5e93dad is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:52:43.266918 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:52:43.270822 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:52:43.278152 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Pushing event updated for resources: {'Port': ['ID=3f8c5f74-67fe-41be-b4aa-45385a750942,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:43.303314 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.303629 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.303985 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.304315 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.304634 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.305633 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.305633 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.305633 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.305980 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.306175 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.306510 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.306821 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.307128 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.307431 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.307759 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:43.309910 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Publish callbacks [] for router_gateway (bad2faee-b3d8-4767-9421-4cc2359c5640), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:43.341505 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Attempting to bind port 3f8c5f74-67fe-41be-b4aa-45385a750942 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:52:43.341864 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Attempting to bind port 3f8c5f74-67fe-41be-b4aa-45385a750942 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:52:43.342217 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Attempting to bind port 3f8c5f74-67fe-41be-b4aa-45385a750942 on network ca42bb01-6baf-420f-abc4-b878d5e93dad {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:52:43.347500 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:52:43.347855 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Checking segment: {'id': '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:52:43.348229 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:43.348626 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Bound using segment: {'id': '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:52:43.349072 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Bound port: 3f8c5f74-67fe-41be-b4aa-45385a750942, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:52:43.349431 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (3f8c5f74-67fe-41be-b4aa-45385a750942), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:43.419744 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] For port 3f8c5f74-67fe-41be-b4aa-45385a750942, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:52:43.423062 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] For port 3f8c5f74-67fe-41be-b4aa-45385a750942, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=3f8c5f74-67fe-41be-b4aa-45385a750942,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:52:43.429815 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (3f8c5f74-67fe-41be-b4aa-45385a750942), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:43.495523 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5872e35-40d0-454e-84c9-24c70223fef6 None None] Pushing event updated for resources: {'Port': ['ID=3f8c5f74-67fe-41be-b4aa-45385a750942,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:43.518866 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Publish callbacks [] for router_gateway (bad2faee-b3d8-4767-9421-4cc2359c5640), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:43.539281 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:43.682354 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Allocated IP 172.27.0.177 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/552c2d43-ca9c-4751-8e44-8ae3ca10579f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:52:43.694589 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:43.713199 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:43.796296 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Publish callbacks [] for port (552c2d43-ca9c-4751-8e44-8ae3ca10579f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:43.832370 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (552c2d43-ca9c-4751-8e44-8ae3ca10579f), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:43.875187 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:52:43.879960 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:52:43.883782 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:52:43.887054 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=552c2d43-ca9c-4751-8e44-8ae3ca10579f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:44.133975 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Publish callbacks [] for router_gateway (bad2faee-b3d8-4767-9421-4cc2359c5640), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:44.330626 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696601'] for router (bad2faee-b3d8-4767-9421-4cc2359c5640), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:44.418165 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc7ae58-e470-4378-bddf-eae651ac0db1 None None] Network ca42bb01-6baf-420f-abc4-b878d5e93dad requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:52:44.430717 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:UPDATE=8,neutron:SELECT=89,neutron:INSERT=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:44.463212 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:44.464266 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Router bad2faee-b3d8-4767-9421-4cc2359c5640 is scheduled to L3 agent 63064880-299a-4199-80c8-b1b38af51d60 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 21:52:44.513139 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:44.525265 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-b3a0c1a3-d635-48dd-892e-a9972308bf6b None None] Provisioning complete for port 3f8c5f74-67fe-41be-b4aa-45385a750942 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:44.525633 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3a0c1a3-d635-48dd-892e-a9972308bf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (3f8c5f74-67fe-41be-b4aa-45385a750942), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:44.576990 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:52:44.595446 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Sync routers for ids ['bad2faee-b3d8-4767-9421-4cc2359c5640'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:52:44.597593 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:44.602313 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-db2f6504-3071-48ff-99f2-adaa89f46dc3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7907729 May 19 21:52:44.602633 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 38730) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:44.621014 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Routers {'bad2faee-b3d8-4767-9421-4cc2359c5640'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:52:44.621563 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:52:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['bad2faee-b3d8-4767-9421-4cc2359c5640'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:44.627281 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0c1a3-d635-48dd-892e-a9972308bf6b None None] Current status of the port 3f8c5f74-67fe-41be-b4aa-45385a750942 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:44.627664 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3a0c1a3-d635-48dd-892e-a9972308bf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (3f8c5f74-67fe-41be-b4aa-45385a750942), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:44.705222 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b3a0c1a3-d635-48dd-892e-a9972308bf6b None None] For port 3f8c5f74-67fe-41be-b4aa-45385a750942, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=3f8c5f74-67fe-41be-b4aa-45385a750942,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:52:44.733619 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3a0c1a3-d635-48dd-892e-a9972308bf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (3f8c5f74-67fe-41be-b4aa-45385a750942), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:44.802721 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:44.933158 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-e7fc7897-7719-4276-87be-5ecfe22cc02f None None] Provisioning complete for port 3f8c5f74-67fe-41be-b4aa-45385a750942 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:44.933390 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7fc7897-7719-4276-87be-5ecfe22cc02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (3f8c5f74-67fe-41be-b4aa-45385a750942), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:44.964346 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Set router bad2faee-b3d8-4767-9421-4cc2359c5640 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:52:44.989270 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0c1a3-d635-48dd-892e-a9972308bf6b None None] Pushing event updated for resources: {'Port': ['ID=3f8c5f74-67fe-41be-b4aa-45385a750942,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:45.044354 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.141306 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc7897-7719-4276-87be-5ecfe22cc02f None None] Current status of the port 3f8c5f74-67fe-41be-b4aa-45385a750942 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:45.180722 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:52:44Z', 'revision_number': 3, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port': {'id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:43Z', 'updated_at': '2022-05-19T21:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:45.206377 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Checking router: bad2faee-b3d8-4767-9421-4cc2359c5640 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:52:45.206628 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Updating router bad2faee-b3d8-4767-9421-4cc2359c5640 port 552c2d43-ca9c-4751-8e44-8ae3ca10579f binding host dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:52:45.208320 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Allocated IP 172.20.0.1 (ca42bb01-6baf-420f-abc4-b878d5e93dad/2c7a05da-919f-4e07-a2a3-380deffc41b9/ac6eb5c1-91d8-4150-b24e-63e03ae925bb) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:52:45.234359 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (552c2d43-ca9c-4751-8e44-8ae3ca10579f), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.315902 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Publish callbacks [] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.352122 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.357881 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:45.364459 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 3f8c5f74-67fe-41be-b4aa-45385a750942 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:52:45.397960 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Network ca42bb01-6baf-420f-abc4-b878d5e93dad is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:52:45.403166 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:52:45.405371 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Pushing event updated for resources: {'Port': ['ID=ac6eb5c1-91d8-4150-b24e-63e03ae925bb,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:45.407612 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:52:45.431976 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:45.451355 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1697578'] for router_interface (bad2faee-b3d8-4767-9421-4cc2359c5640), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.472909 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 3f8c5f74-67fe-41be-b4aa-45385a750942 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:45.473514 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (3f8c5f74-67fe-41be-b4aa-45385a750942), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.517221 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:45.595240 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.598977 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:45.614735 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 3f8c5f74-67fe-41be-b4aa-45385a750942 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:45.671616 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Publish callbacks [] for port (552c2d43-ca9c-4751-8e44-8ae3ca10579f), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.673599 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-d1345dd2-5a0c-43f9-980f-73eb77149379 None None] Provisioning complete for port ac6eb5c1-91d8-4150-b24e-63e03ae925bb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:45.673942 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1345dd2-5a0c-43f9-980f-73eb77149379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.697249 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (552c2d43-ca9c-4751-8e44-8ae3ca10579f), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.743621 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d1345dd2-5a0c-43f9-980f-73eb77149379 None None] Port ac6eb5c1-91d8-4150-b24e-63e03ae925bb cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:52:45.761232 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8433e-1bc9-4130-a86f-1e031de4d59c None None] Pushing event updated for resources: {'Port': ['ID=552c2d43-ca9c-4751-8e44-8ae3ca10579f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:45.763645 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Attempting to bind port 552c2d43-ca9c-4751-8e44-8ae3ca10579f on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:52:45.764006 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Attempting to bind port 552c2d43-ca9c-4751-8e44-8ae3ca10579f by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:52:45.764365 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Attempting to bind port 552c2d43-ca9c-4751-8e44-8ae3ca10579f on network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:52:45.770271 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:52:45.770658 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Checking segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:52:45.771051 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.771443 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Bound using segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:52:45.771902 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Bound port: 552c2d43-ca9c-4751-8e44-8ae3ca10579f, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:52:45.772278 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (552c2d43-ca9c-4751-8e44-8ae3ca10579f), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.816327 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Publish callbacks [] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.821902 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.839142 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] For port 552c2d43-ca9c-4751-8e44-8ae3ca10579f, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:52:45.842999 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] For port 552c2d43-ca9c-4751-8e44-8ae3ca10579f, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=552c2d43-ca9c-4751-8e44-8ae3ca10579f,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:52:45.852771 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (552c2d43-ca9c-4751-8e44-8ae3ca10579f), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.895205 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-285455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697946'] for router_interface (bad2faee-b3d8-4767-9421-4cc2359c5640), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:45.897025 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Pushing event updated for resources: {'Port': ['ID=ac6eb5c1-91d8-4150-b24e-63e03ae925bb,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:45.915401 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Routers {'bad2faee-b3d8-4767-9421-4cc2359c5640'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:52:45.916018 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:52:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['bad2faee-b3d8-4767-9421-4cc2359c5640'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:45.921877 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8433e-1bc9-4130-a86f-1e031de4d59c None None] Pushing event updated for resources: {'Port': ['ID=552c2d43-ca9c-4751-8e44-8ae3ca10579f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:45.995582 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Network ca42bb01-6baf-420f-abc4-b878d5e93dad is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:52:45.996950 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:52:46.029865 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] Set router bad2faee-b3d8-4767-9421-4cc2359c5640 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:52:46.120226 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Router bad2faee-b3d8-4767-9421-4cc2359c5640 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:52:46.194613 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:46.244082 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 4, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port': {'id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:43Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'ac6eb5c1-91d8-4150-b24e-63e03ae925bb', 'name': '', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'mac_address': 'fa:16:3e:51:54:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:45Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 2, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'subnets': [{'id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:46.248139 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:52:46.253413 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-5ec3960f-f7ca-4c66-9f4e-53408c451f0a admin admin] 10.222.0.65 "PUT /v2.0/routers/bad2faee-b3d8-4767-9421-4cc2359c5640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6497810 May 19 21:52:46.273466 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b5e1b7-11e4-480a-a38c-787d5b986220 None None] The sync data for ids ['bad2faee-b3d8-4767-9421-4cc2359c5640'] in dv-cinder-835635-2-iscsi is: [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 4, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port': {'id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:43Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'ac6eb5c1-91d8-4150-b24e-63e03ae925bb', 'name': '', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'mac_address': 'fa:16:3e:51:54:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:45Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 2, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'subnets': [{'id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:52:46.280980 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-8a89ab80-65c2-438a-8e1f-bd5ceecf3e27 None None] Provisioning complete for port ac6eb5c1-91d8-4150-b24e-63e03ae925bb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:46.281343 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a89ab80-65c2-438a-8e1f-bd5ceecf3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:46.285063 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:46.315822 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:46.320421 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8a89ab80-65c2-438a-8e1f-bd5ceecf3e27 None None] Port ac6eb5c1-91d8-4150-b24e-63e03ae925bb cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:52:46.794447 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 38746) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:46.799544 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1974550251-network', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:52:46.821572 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] Made reservation on behalf of 6154d8bf3c2f4119b0bdd36923a0137d for: {'network': 1} {{(pid=103951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:52:46.825410 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for network (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:46.841679 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:46.926803 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] Publish callbacks [] for security_group (3cdd87b0-b91f-4e4e-b629-7a907ce91f9d), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:46.933243 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (3cdd87b0-b91f-4e4e-b629-7a907ce91f9d), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:46.967504 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:52:46.977762 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdd87b0-b91f-4e4e-b629-7a907ce91f9d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:46.982855 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773186973305', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (1990af08-b8ad-4944-8a6d-47afc43a33cf), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:46.983261 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.segments_db [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] Added segment 1990af08-b8ad-4944-8a6d-47afc43a33cf of type vlan for network 6d7ae5db-e777-40e2-8a01-30ccdbf2320d May 19 21:52:47.028687 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773186694265'] for network (6d7ae5db-e777-40e2-8a01-30ccdbf2320d), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.055490 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693'] for network (6d7ae5db-e777-40e2-8a01-30ccdbf2320d), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.056562 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:52:47.057142 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.062503 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:47.125337 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3296692 May 19 21:52:47.126977 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09d8fe-d5e8-4e19-a0b0-9a684fdf9805 admin admin] Pushing event updated for resources: {'Network': ['ID=6d7ae5db-e777-40e2-8a01-30ccdbf2320d,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:47.128359 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38748) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:47.133614 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-a5437593-7136-4b6e-9d3f-7fd82578afd3 admin admin] Request body: {'subnet': {'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1974550251-subnet', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:52:47.144975 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Network 6d7ae5db-e777-40e2-8a01-30ccdbf2320d details requested by agent ovs-agent-dv-cinder-835635-2-iscsi with host dv-cinder-835635-2-iscsi {{(pid=103953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 21:52:47.148248 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:47.164568 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5437593-7136-4b6e-9d3f-7fd82578afd3 admin admin] Made reservation on behalf of 6154d8bf3c2f4119b0bdd36923a0137d for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:52:47.167476 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5437593-7136-4b6e-9d3f-7fd82578afd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567043'] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.358005 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5437593-7136-4b6e-9d3f-7fd82578afd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8577145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567061'] for subnet (f2a0ec84-ab38-494f-9b61-ebe054298630), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.372547 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 552c2d43-ca9c-4751-8e44-8ae3ca10579f up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:52:47.418687 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 552c2d43-ca9c-4751-8e44-8ae3ca10579f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:47.419031 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (552c2d43-ca9c-4751-8e44-8ae3ca10579f), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.420916 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5437593-7136-4b6e-9d3f-7fd82578afd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a0ec84-ab38-494f-9b61-ebe054298630,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:47.430280 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5437593-7136-4b6e-9d3f-7fd82578afd3 admin admin] Checking segment: {'id': '1990af08-b8ad-4944-8a6d-47afc43a33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:52:47.430652 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5437593-7136-4b6e-9d3f-7fd82578afd3 admin admin] Network hostable DHCP agents. Network: 6d7ae5db-e777-40e2-8a01-30ccdbf2320d, hostable agents: ['b10d483e-56d8-422d-846a-d42a3c5bafb8'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:52:47.451641 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5437593-7136-4b6e-9d3f-7fd82578afd3 admin admin] Network 6d7ae5db-e777-40e2-8a01-30ccdbf2320d is scheduled to be hosted by DHCP agent b10d483e-56d8-422d-846a-d42a3c5bafb8 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:52:47.464969 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-a5437593-7136-4b6e-9d3f-7fd82578afd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-2-iscsi, 6d7ae5db-e777-40e2-8a01-30ccdbf2320d) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:52:47.470175 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5437593-7136-4b6e-9d3f-7fd82578afd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:52:47.471054 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a5437593-7136-4b6e-9d3f-7fd82578afd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.476765 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c79235e-f9c8-4172-92ec-96f2d3c9570c None None] Network 6d7ae5db-e777-40e2-8a01-30ccdbf2320d requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:52:47.491398 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a5437593-7136-4b6e-9d3f-7fd82578afd3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3593376 May 19 21:52:47.491719 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 38750) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:47.498003 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1974550251-router', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:52:47.519108 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2802'] for router (d8d22b52-3376-435d-885c-f8bd1091c635), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.520704 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2034749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2811'] for router (d8d22b52-3376-435d-885c-f8bd1091c635), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.582340 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Publish callbacks [] for router_controller (d8d22b52-3376-435d-885c-f8bd1091c635), precommit_add_association {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.588185 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 552c2d43-ca9c-4751-8e44-8ae3ca10579f is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:47.588550 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (552c2d43-ca9c-4751-8e44-8ae3ca10579f), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.622353 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] For port 552c2d43-ca9c-4751-8e44-8ae3ca10579f, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=552c2d43-ca9c-4751-8e44-8ae3ca10579f,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:52:47.644180 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (552c2d43-ca9c-4751-8e44-8ae3ca10579f), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.669322 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfcf098c-fcb3-5877-a9cf-25c71848f504-6d7ae5db-e777-40e2-8a01-30ccdbf2320d', 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d', 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'fixed_ips': [{'subnet_id': 'f2a0ec84-ab38-494f-9b61-ebe054298630'}]}} from dv-cinder-835635-2-iscsi. {{(pid=103953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 21:52:47.670373 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.720083 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Pushing event updated for resources: {'Port': ['ID=552c2d43-ca9c-4751-8e44-8ae3ca10579f,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:47.733513 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Publish callbacks [] for router_gateway (d8d22b52-3376-435d-885c-f8bd1091c635), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.925412 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Publish callbacks [] for router_gateway (d8d22b52-3376-435d-885c-f8bd1091c635), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.946038 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:47.977647 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Allocated IP 172.20.0.2 (6d7ae5db-e777-40e2-8a01-30ccdbf2320d/f2a0ec84-ab38-494f-9b61-ebe054298630/c6408449-dc22-40c5-8148-54863e3576e4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:52:47.988840 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:48.132493 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Publish callbacks [] for port (c6408449-dc22-40c5-8148-54863e3576e4), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:48.139704 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187'] for port (c6408449-dc22-40c5-8148-54863e3576e4), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:48.184736 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Network 6d7ae5db-e777-40e2-8a01-30ccdbf2320d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:52:48.190098 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:52:48.192314 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Pushing event updated for resources: {'Port': ['ID=c6408449-dc22-40c5-8148-54863e3576e4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:48.194543 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:52:48.263912 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Attempting to bind port c6408449-dc22-40c5-8148-54863e3576e4 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:52:48.264394 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Attempting to bind port c6408449-dc22-40c5-8148-54863e3576e4 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '1990af08-b8ad-4944-8a6d-47afc43a33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:52:48.264759 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Attempting to bind port c6408449-dc22-40c5-8148-54863e3576e4 on network 6d7ae5db-e777-40e2-8a01-30ccdbf2320d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:52:48.271215 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:52:48.271586 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Checking segment: {'id': '1990af08-b8ad-4944-8a6d-47afc43a33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:52:48.272091 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:48.272483 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Bound using segment: {'id': '1990af08-b8ad-4944-8a6d-47afc43a33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:52:48.272949 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Bound port: c6408449-dc22-40c5-8148-54863e3576e4, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1990af08-b8ad-4944-8a6d-47afc43a33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:52:48.273329 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (c6408449-dc22-40c5-8148-54863e3576e4), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:48.288978 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:48.348309 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:48.349598 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] For port c6408449-dc22-40c5-8148-54863e3576e4, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:52:48.354232 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] For port c6408449-dc22-40c5-8148-54863e3576e4, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=c6408449-dc22-40c5-8148-54863e3576e4,segment=NetworkSegment(1990af08-b8ad-4944-8a6d-47afc43a33cf),segment_id=1990af08-b8ad-4944-8a6d-47afc43a33cf)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:52:48.361939 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (c6408449-dc22-40c5-8148-54863e3576e4), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:48.386418 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Allocated IP 172.27.0.20 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/b5b4ba00-560a-4660-8d6d-5be8ac99c23e) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:52:48.431351 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12825e4a-b955-45c0-86a4-6082fc20988f None None] Pushing event updated for resources: {'Port': ['ID=c6408449-dc22-40c5-8148-54863e3576e4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:48.447818 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Sync routers for ids ['bad2faee-b3d8-4767-9421-4cc2359c5640'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:52:48.458531 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Routers {'bad2faee-b3d8-4767-9421-4cc2359c5640'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:52:48.459344 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:52:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['bad2faee-b3d8-4767-9421-4cc2359c5640'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:48.500792 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Publish callbacks [] for port (b5b4ba00-560a-4660-8d6d-5be8ac99c23e), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:48.535456 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (b5b4ba00-560a-4660-8d6d-5be8ac99c23e), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:48.569968 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Set router bad2faee-b3d8-4767-9421-4cc2359c5640 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:52:48.583705 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:52:48.587121 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:52:48.590758 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:52:48.604133 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Pushing event updated for resources: {'Port': ['ID=b5b4ba00-560a-4660-8d6d-5be8ac99c23e,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:48.762837 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:48.791295 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 4, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port': {'id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:43Z', 'updated_at': '2022-05-19T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'ac6eb5c1-91d8-4150-b24e-63e03ae925bb', 'name': '', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'mac_address': 'fa:16:3e:51:54:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:45Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 2, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'subnets': [{'id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:48.815666 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Checking router: bad2faee-b3d8-4767-9421-4cc2359c5640 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:52:48.816303 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Updating router bad2faee-b3d8-4767-9421-4cc2359c5640 port ac6eb5c1-91d8-4150-b24e-63e03ae925bb binding host dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:52:48.849884 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:48.877868 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Publish callbacks [] for router_gateway (d8d22b52-3376-435d-885c-f8bd1091c635), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:49.003632 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:52:49.073751 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696601'] for router (d8d22b52-3376-435d-885c-f8bd1091c635), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:49.184070 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Publish callbacks [] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:49.191774 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:49.209121 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Router d8d22b52-3376-435d-885c-f8bd1091c635 is scheduled to L3 agent 63064880-299a-4199-80c8-b1b38af51d60 with binding_index 1 {{(pid=103951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 21:52:49.269044 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:49.273850 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Pushing event updated for resources: {'Port': ['ID=ac6eb5c1-91d8-4150-b24e-63e03ae925bb,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:49.300923 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.301266 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.301614 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.301959 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.302313 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.302648 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.302951 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.303266 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.303606 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.303921 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.304281 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.304561 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.304873 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.305181 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.306119 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:52:49.327556 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Attempting to bind port ac6eb5c1-91d8-4150-b24e-63e03ae925bb on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:52:49.327919 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Attempting to bind port ac6eb5c1-91d8-4150-b24e-63e03ae925bb by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:52:49.328266 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Attempting to bind port ac6eb5c1-91d8-4150-b24e-63e03ae925bb on network ca42bb01-6baf-420f-abc4-b878d5e93dad {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:52:49.339324 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:52:49.340171 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Checking segment: {'id': '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:52:49.340926 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:49.341814 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Bound using segment: {'id': '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:52:49.342560 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Bound port: ac6eb5c1-91d8-4150-b24e-63e03ae925bb, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:52:49.343156 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:49.389209 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:52:49.403185 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Sync routers for ids ['d8d22b52-3376-435d-885c-f8bd1091c635'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:52:49.419240 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Routers {'d8d22b52-3376-435d-885c-f8bd1091c635'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:52:49.420158 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:52:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['d8d22b52-3376-435d-885c-f8bd1091c635'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:49.424791 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:49.426742 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-d0b6929f-13d9-4d76-b91b-986acde5fcef admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9338765 May 19 21:52:49.429527 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 38752) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:49.453573 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:49.461005 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] For port ac6eb5c1-91d8-4150-b24e-63e03ae925bb, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:52:49.464960 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] For port ac6eb5c1-91d8-4150-b24e-63e03ae925bb, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=ac6eb5c1-91d8-4150-b24e-63e03ae925bb,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:52:49.476835 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:49.565352 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 552c2d43-ca9c-4751-8e44-8ae3ca10579f up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:52:49.565914 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:49.593814 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Routers {'bad2faee-b3d8-4767-9421-4cc2359c5640'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:52:49.594461 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:52:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['bad2faee-b3d8-4767-9421-4cc2359c5640'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:49.598520 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf0bcd-7e23-43bb-af85-881f13621b08 None None] Pushing event updated for resources: {'Port': ['ID=ac6eb5c1-91d8-4150-b24e-63e03ae925bb,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:49.608897 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c0b73-d2a7-4c8b-956b-fd3ab72afbee None None] Network 6d7ae5db-e777-40e2-8a01-30ccdbf2320d requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:52:49.690710 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Set router d8d22b52-3376-435d-885c-f8bd1091c635 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:52:49.696605 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f3c322d9-b7cc-4bcb-bf86-b1d403c60d42 None None] Provisioning complete for port ac6eb5c1-91d8-4150-b24e-63e03ae925bb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:49.696605 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3c322d9-b7cc-4bcb-bf86-b1d403c60d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:49.728462 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] Set router bad2faee-b3d8-4767-9421-4cc2359c5640 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:52:49.869502 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:49.891382 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 552c2d43-ca9c-4751-8e44-8ae3ca10579f triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:49.891743 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (552c2d43-ca9c-4751-8e44-8ae3ca10579f), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:49.968620 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.049805 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f3c322d9-b7cc-4bcb-bf86-b1d403c60d42 None None] Current status of the port ac6eb5c1-91d8-4150-b24e-63e03ae925bb is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:50.050187 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3c322d9-b7cc-4bcb-bf86-b1d403c60d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.061943 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 4, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port': {'id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:43Z', 'updated_at': '2022-05-19T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'ac6eb5c1-91d8-4150-b24e-63e03ae925bb', 'name': '', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'mac_address': 'fa:16:3e:51:54:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:45Z', 'updated_at': '2022-05-19T21:52:49Z', 'revision_number': 4, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'subnets': [{'id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:50.088975 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fef810-e1e0-480b-b8cd-0f15730ec0c7 None None] The sync data for ids ['bad2faee-b3d8-4767-9421-4cc2359c5640'] in dv-cinder-835635-2-iscsi is: [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 4, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port': {'id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:43Z', 'updated_at': '2022-05-19T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'ac6eb5c1-91d8-4150-b24e-63e03ae925bb', 'name': '', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'mac_address': 'fa:16:3e:51:54:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:45Z', 'updated_at': '2022-05-19T21:52:49Z', 'revision_number': 4, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'subnets': [{'id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:52:50.134804 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f3c322d9-b7cc-4bcb-bf86-b1d403c60d42 None None] For port ac6eb5c1-91d8-4150-b24e-63e03ae925bb, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=ac6eb5c1-91d8-4150-b24e-63e03ae925bb,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:52:50.148274 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3c322d9-b7cc-4bcb-bf86-b1d403c60d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.153698 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'name': 'tempest-TestShelveInstance-1974550251-router', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b5b4ba00-560a-4660-8d6d-5be8ac99c23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:52:48Z', 'revision_number': 3, 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'gw_port': {'id': 'b5b4ba00-560a-4660-8d6d-5be8ac99c23e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:50.158376 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_common [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Allocated IP 172.20.0.1 (6d7ae5db-e777-40e2-8a01-30ccdbf2320d/f2a0ec84-ab38-494f-9b61-ebe054298630/41992536-bfbb-4263-bdfb-78e6abf53d69) {{(pid=103951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:52:50.205811 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 552c2d43-ca9c-4751-8e44-8ae3ca10579f is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:50.207077 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device c6408449-dc22-40c5-8148-54863e3576e4 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:52:50.233480 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Checking router: d8d22b52-3376-435d-885c-f8bd1091c635 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:52:50.233867 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Updating router d8d22b52-3376-435d-885c-f8bd1091c635 port b5b4ba00-560a-4660-8d6d-5be8ac99c23e binding host dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:52:50.263275 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f3c322d9-b7cc-4bcb-bf86-b1d403c60d42 None None] Provisioning complete for port c6408449-dc22-40c5-8148-54863e3576e4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:50.263649 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3c322d9-b7cc-4bcb-bf86-b1d403c60d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (c6408449-dc22-40c5-8148-54863e3576e4), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.265090 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:50.272302 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:50.286487 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Publish callbacks [] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.308274 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:50.323040 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c322d9-b7cc-4bcb-bf86-b1d403c60d42 None None] Pushing event updated for resources: {'Port': ['ID=ac6eb5c1-91d8-4150-b24e-63e03ae925bb,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:50.330185 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.333932 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (b5b4ba00-560a-4660-8d6d-5be8ac99c23e), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.379074 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Network 6d7ae5db-e777-40e2-8a01-30ccdbf2320d is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:52:50.384486 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:52:50.389127 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Received port after_create {{(pid=103951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:52:50.389435 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port c6408449-dc22-40c5-8148-54863e3576e4 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:50.389435 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (c6408449-dc22-40c5-8148-54863e3576e4), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.392647 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Pushing event updated for resources: {'Port': ['ID=41992536-bfbb-4263-bdfb-78e6abf53d69,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:50.434833 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1697578'] for router_interface (d8d22b52-3376-435d-885c-f8bd1091c635), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.532680 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f3c322d9-b7cc-4bcb-bf86-b1d403c60d42 None None] Current status of the port c6408449-dc22-40c5-8148-54863e3576e4 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:50.533328 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3c322d9-b7cc-4bcb-bf86-b1d403c60d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (c6408449-dc22-40c5-8148-54863e3576e4), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.599666 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), before_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.630623 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f3c322d9-b7cc-4bcb-bf86-b1d403c60d42 None None] For port c6408449-dc22-40c5-8148-54863e3576e4, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=c6408449-dc22-40c5-8148-54863e3576e4,segment=NetworkSegment(1990af08-b8ad-4944-8a6d-47afc43a33cf),segment_id=1990af08-b8ad-4944-8a6d-47afc43a33cf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:52:50.656904 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:50.811527 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3c322d9-b7cc-4bcb-bf86-b1d403c60d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (c6408449-dc22-40c5-8148-54863e3576e4), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.822151 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port c6408449-dc22-40c5-8148-54863e3576e4 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:50.822567 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (c6408449-dc22-40c5-8148-54863e3576e4), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.833988 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Publish callbacks [] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), precommit_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.839800 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8714390'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), after_update {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.908203 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Pushing event updated for resources: {'Port': ['ID=41992536-bfbb-4263-bdfb-78e6abf53d69,revision_number=2']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:50.916765 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-285455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697946'] for router_interface (d8d22b52-3376-435d-885c-f8bd1091c635), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.950675 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c322d9-b7cc-4bcb-bf86-b1d403c60d42 None None] Pushing event updated for resources: {'Port': ['ID=c6408449-dc22-40c5-8148-54863e3576e4,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:50.984109 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f1552598-ee2e-4017-a49e-78187f0abae2 None None] Provisioning complete for port ac6eb5c1-91d8-4150-b24e-63e03ae925bb triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:50.984389 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1552598-ee2e-4017-a49e-78187f0abae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:50.988329 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.db.api [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 21:52:50.988329 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG oslo_db.api [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 21:52:51.025669 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Network 6d7ae5db-e777-40e2-8a01-30ccdbf2320d is already hosted by enough agents. {{(pid=103951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:52:51.027124 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.base_scheduler [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Resources bound (agent type, host, resource id): {{(pid=103951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:52:51.078999 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Publish callbacks [] for port (b5b4ba00-560a-4660-8d6d-5be8ac99c23e), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.085946 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:51.106566 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (b5b4ba00-560a-4660-8d6d-5be8ac99c23e), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.146660 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Router d8d22b52-3376-435d-885c-f8bd1091c635 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:52:51.159588 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f1552598-ee2e-4017-a49e-78187f0abae2 None None] Current status of the port ac6eb5c1-91d8-4150-b24e-63e03ae925bb is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:51.182263 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:51.191349 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f1552598-ee2e-4017-a49e-78187f0abae2 None None] Provisioning complete for port c6408449-dc22-40c5-8148-54863e3576e4 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:51.191725 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1552598-ee2e-4017-a49e-78187f0abae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (c6408449-dc22-40c5-8148-54863e3576e4), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.193583 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Attempting to bind port b5b4ba00-560a-4660-8d6d-5be8ac99c23e on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:52:51.193947 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Attempting to bind port b5b4ba00-560a-4660-8d6d-5be8ac99c23e by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:52:51.194330 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Attempting to bind port b5b4ba00-560a-4660-8d6d-5be8ac99c23e on network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:52:51.199153 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff11491-0f62-4435-85eb-46fc10d09e43 None None] Pushing event updated for resources: {'Port': ['ID=b5b4ba00-560a-4660-8d6d-5be8ac99c23e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:51.223507 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:52:51.223939 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Checking segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:52:51.224267 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.224654 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Bound using segment: {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:52:51.225121 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Bound port: b5b4ba00-560a-4660-8d6d-5be8ac99c23e, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622939f5-6625-4ce6-b226-5544a8e43ec1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:52:51.225493 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (b5b4ba00-560a-4660-8d6d-5be8ac99c23e), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.264072 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:52:51.276680 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-c849df90-cc9c-4ba1-834c-40de93748727 admin admin] 10.222.0.65 "PUT /v2.0/routers/d8d22b52-3376-435d-885c-f8bd1091c635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8376985 May 19 21:52:51.291069 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] For port b5b4ba00-560a-4660-8d6d-5be8ac99c23e, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:52:51.295189 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] For port b5b4ba00-560a-4660-8d6d-5be8ac99c23e, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=b5b4ba00-560a-4660-8d6d-5be8ac99c23e,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:52:51.323213 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (b5b4ba00-560a-4660-8d6d-5be8ac99c23e), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.363761 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f1552598-ee2e-4017-a49e-78187f0abae2 None None] Current status of the port c6408449-dc22-40c5-8148-54863e3576e4 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:51.384942 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-f1552598-ee2e-4017-a49e-78187f0abae2 None None] Provisioning complete for port 41992536-bfbb-4263-bdfb-78e6abf53d69 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:51.385305 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1552598-ee2e-4017-a49e-78187f0abae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.397878 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Routers {'d8d22b52-3376-435d-885c-f8bd1091c635'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:52:51.398475 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:52:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['d8d22b52-3376-435d-885c-f8bd1091c635'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:51.458296 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff11491-0f62-4435-85eb-46fc10d09e43 None None] Pushing event updated for resources: {'Port': ['ID=b5b4ba00-560a-4660-8d6d-5be8ac99c23e,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:51.473932 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f1552598-ee2e-4017-a49e-78187f0abae2 None None] Port 41992536-bfbb-4263-bdfb-78e6abf53d69 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:52:51.559100 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port c6408449-dc22-40c5-8148-54863e3576e4 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:51.565627 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] Set router d8d22b52-3376-435d-885c-f8bd1091c635 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:52:51.615312 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-3019ed80-34ea-4ac8-a9df-2ac0e98983af None None] Provisioning complete for port 41992536-bfbb-4263-bdfb-78e6abf53d69 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:51.615664 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3019ed80-34ea-4ac8-a9df-2ac0e98983af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.650144 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 38762) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:51.655624 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-64a16015-7557-4461-aa00-d721b8a342df tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811819398', 'description': 'tempest-secgroup-smoke-811819398 description', 'project_id': '52d49b95be55483f93b8a325d6bff693'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:52:51.680846 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64a16015-7557-4461-aa00-d721b8a342df tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.684108 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device c6408449-dc22-40c5-8148-54863e3576e4 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:52:51.736162 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:51.754423 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3019ed80-34ea-4ac8-a9df-2ac0e98983af None None] Port 41992536-bfbb-4263-bdfb-78e6abf53d69 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:52:51.758591 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64a16015-7557-4461-aa00-d721b8a342df tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group (dfb3f50a-d612-40f2-bd6b-2521232b4075), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.765183 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64a16015-7557-4461-aa00-d721b8a342df tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (dfb3f50a-d612-40f2-bd6b-2521232b4075), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.797003 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-64a16015-7557-4461-aa00-d721b8a342df tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.798263 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-64a16015-7557-4461-aa00-d721b8a342df tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1467104 May 19 21:52:51.800251 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a16015-7557-4461-aa00-d721b8a342df tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb3f50a-d612-40f2-bd6b-2521232b4075,revision_number=1']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:51.801524 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38764) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:51.806962 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e5a43b32-0870-44e1-8615-7c22a1f5ae95 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Request body: {'security_group_rule': {'security_group_id': 'dfb3f50a-d612-40f2-bd6b-2521232b4075', 'project_id': '52d49b95be55483f93b8a325d6bff693', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:52:51.809651 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port c6408449-dc22-40c5-8148-54863e3576e4 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:51.810185 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (c6408449-dc22-40c5-8148-54863e3576e4), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.837606 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5a43b32-0870-44e1-8615-7c22a1f5ae95 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (9119d137-45da-457b-a72b-926985320c2f), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.864832 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:51.885153 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'name': 'tempest-TestShelveInstance-1974550251-router', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b5b4ba00-560a-4660-8d6d-5be8ac99c23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:52:50Z', 'revision_number': 4, 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'gw_port': {'id': 'b5b4ba00-560a-4660-8d6d-5be8ac99c23e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '41992536-bfbb-4263-bdfb-78e6abf53d69', 'name': '', 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'mac_address': 'fa:16:3e:72:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'f2a0ec84-ab38-494f-9b61-ebe054298630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:49Z', 'updated_at': '2022-05-19T21:52:50Z', 'revision_number': 2, 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'subnets': [{'id': 'f2a0ec84-ab38-494f-9b61-ebe054298630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:51.891433 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5a43b32-0870-44e1-8615-7c22a1f5ae95 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (9119d137-45da-457b-a72b-926985320c2f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.895300 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5a43b32-0870-44e1-8615-7c22a1f5ae95 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (9119d137-45da-457b-a72b-926985320c2f), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.914590 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a43b32-0870-44e1-8615-7c22a1f5ae95 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9119d137-45da-457b-a72b-926985320c2f,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:51.915966 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8178416-bf07-45f6-825f-8ad1c2a1edc9 None None] The sync data for ids ['d8d22b52-3376-435d-885c-f8bd1091c635'] in dv-cinder-835635-2-iscsi is: [{'id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'name': 'tempest-TestShelveInstance-1974550251-router', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b5b4ba00-560a-4660-8d6d-5be8ac99c23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:52:50Z', 'revision_number': 4, 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'gw_port': {'id': 'b5b4ba00-560a-4660-8d6d-5be8ac99c23e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '41992536-bfbb-4263-bdfb-78e6abf53d69', 'name': '', 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'mac_address': 'fa:16:3e:72:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'f2a0ec84-ab38-494f-9b61-ebe054298630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:49Z', 'updated_at': '2022-05-19T21:52:50Z', 'revision_number': 2, 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'subnets': [{'id': 'f2a0ec84-ab38-494f-9b61-ebe054298630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:52:51.925142 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e5a43b32-0870-44e1-8615-7c22a1f5ae95 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:51.929244 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 38766) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:51.929404 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e5a43b32-0870-44e1-8615-7c22a1f5ae95 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267250 May 19 21:52:51.941330 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-8746bf32-4c74-46ec-910b-d60b541ab3a6 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Request body: {'security_group_rule': {'security_group_id': 'dfb3f50a-d612-40f2-bd6b-2521232b4075', 'project_id': '52d49b95be55483f93b8a325d6bff693', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:52:51.953934 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port c6408449-dc22-40c5-8148-54863e3576e4 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:51.955159 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device ac6eb5c1-91d8-4150-b24e-63e03ae925bb up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:52:51.974585 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8746bf32-4c74-46ec-910b-d60b541ab3a6 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (5a621909-bb8c-4923-890e-a707ec08d7e8), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.002169 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port ac6eb5c1-91d8-4150-b24e-63e03ae925bb triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:52.002561 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.005626 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:52.042204 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8746bf32-4c74-46ec-910b-d60b541ab3a6 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (5a621909-bb8c-4923-890e-a707ec08d7e8), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.046859 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:52.047398 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8746bf32-4c74-46ec-910b-d60b541ab3a6 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (5a621909-bb8c-4923-890e-a707ec08d7e8), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.067836 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746bf32-4c74-46ec-910b-d60b541ab3a6 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a621909-bb8c-4923-890e-a707ec08d7e8,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:52.075572 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8746bf32-4c74-46ec-910b-d60b541ab3a6 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.078721 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-8746bf32-4c74-46ec-910b-d60b541ab3a6 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483865 May 19 21:52:52.080107 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38768) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:52.085816 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-75d5fef9-224c-45d3-9947-08a3e0b5538a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Request body: {'security_group_rule': {'security_group_id': 'dfb3f50a-d612-40f2-bd6b-2521232b4075', 'project_id': '52d49b95be55483f93b8a325d6bff693', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:52:52.089205 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port ac6eb5c1-91d8-4150-b24e-63e03ae925bb is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:52.117975 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75d5fef9-224c-45d3-9947-08a3e0b5538a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (c97b8416-11d1-4b9f-b52a-5bdd31147762), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.188225 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75d5fef9-224c-45d3-9947-08a3e0b5538a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (c97b8416-11d1-4b9f-b52a-5bdd31147762), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.192938 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75d5fef9-224c-45d3-9947-08a3e0b5538a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (c97b8416-11d1-4b9f-b52a-5bdd31147762), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.214508 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5fef9-224c-45d3-9947-08a3e0b5538a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97b8416-11d1-4b9f-b52a-5bdd31147762,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:52.222469 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75d5fef9-224c-45d3-9947-08a3e0b5538a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.226274 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-75d5fef9-224c-45d3-9947-08a3e0b5538a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424167 May 19 21:52:52.226900 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38770) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:52.232002 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-1a207d27-7cd7-4c6e-bac9-b15749d805eb tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Request body: {'security_group_rule': {'security_group_id': 'dfb3f50a-d612-40f2-bd6b-2521232b4075', 'project_id': '52d49b95be55483f93b8a325d6bff693', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:52:52.260981 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a207d27-7cd7-4c6e-bac9-b15749d805eb tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (0a5f15e6-4b79-42b9-9efa-47d44d517de0), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.303944 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:52.319799 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a207d27-7cd7-4c6e-bac9-b15749d805eb tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (0a5f15e6-4b79-42b9-9efa-47d44d517de0), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.323767 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a207d27-7cd7-4c6e-bac9-b15749d805eb tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (0a5f15e6-4b79-42b9-9efa-47d44d517de0), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.344286 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a207d27-7cd7-4c6e-bac9-b15749d805eb tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5f15e6-4b79-42b9-9efa-47d44d517de0,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:52.353282 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1a207d27-7cd7-4c6e-bac9-b15749d805eb tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.354482 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1a207d27-7cd7-4c6e-bac9-b15749d805eb tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265123 May 19 21:52:52.357777 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38772) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:52.362844 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8178ba74-07cb-4767-b611-2c2a7620a943 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Request body: {'security_group_rule': {'security_group_id': 'dfb3f50a-d612-40f2-bd6b-2521232b4075', 'project_id': '52d49b95be55483f93b8a325d6bff693', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:52:52.383066 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:52.388915 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-8178ba74-07cb-4767-b611-2c2a7620a943 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Project 52d49b95be55483f93b8a325d6bff693 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 21:52:52.396241 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8178ba74-07cb-4767-b611-2c2a7620a943 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (c5604ca1-0ce8-4c1b-9045-6564d42d9263), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.450795 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8178ba74-07cb-4767-b611-2c2a7620a943 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (c5604ca1-0ce8-4c1b-9045-6564d42d9263), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.456150 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8178ba74-07cb-4767-b611-2c2a7620a943 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (c5604ca1-0ce8-4c1b-9045-6564d42d9263), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.475750 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178ba74-07cb-4767-b611-2c2a7620a943 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5604ca1-0ce8-4c1b-9045-6564d42d9263,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:52.482194 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8178ba74-07cb-4767-b611-2c2a7620a943 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.482608 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8178ba74-07cb-4767-b611-2c2a7620a943 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236897 May 19 21:52:52.485587 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 38774) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:52:52.490182 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.v2.base [None req-d00e0d5a-d7d6-4ca3-a719-4223f07eeb3a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Request body: {'security_group_rule': {'security_group_id': 'dfb3f50a-d612-40f2-bd6b-2521232b4075', 'project_id': '52d49b95be55483f93b8a325d6bff693', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:52:52.513252 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.securitygroups_db [None req-d00e0d5a-d7d6-4ca3-a719-4223f07eeb3a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Project 52d49b95be55483f93b8a325d6bff693 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 21:52:52.520223 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d00e0d5a-d7d6-4ca3-a719-4223f07eeb3a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (161baa8f-0ec8-4e6d-876a-93503284a6c3), before_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.579036 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d00e0d5a-d7d6-4ca3-a719-4223f07eeb3a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (161baa8f-0ec8-4e6d-876a-93503284a6c3), precommit_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.584928 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d00e0d5a-d7d6-4ca3-a719-4223f07eeb3a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1848709'] for security_group_rule (161baa8f-0ec8-4e6d-876a-93503284a6c3), after_create {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.606554 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e0d5a-d7d6-4ca3-a719-4223f07eeb3a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161baa8f-0ec8-4e6d-876a-93503284a6c3,revision_number=0']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:52.610998 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d00e0d5a-d7d6-4ca3-a719-4223f07eeb3a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:52.612186 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-d00e0d5a-d7d6-4ca3-a719-4223f07eeb3a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255305 May 19 21:52:53.649180 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device b5b4ba00-560a-4660-8d6d-5be8ac99c23e up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:52:53.702070 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port b5b4ba00-560a-4660-8d6d-5be8ac99c23e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:53.702490 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (b5b4ba00-560a-4660-8d6d-5be8ac99c23e), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:53.780521 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port b5b4ba00-560a-4660-8d6d-5be8ac99c23e is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:53.780852 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (b5b4ba00-560a-4660-8d6d-5be8ac99c23e), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:53.804482 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] For port b5b4ba00-560a-4660-8d6d-5be8ac99c23e, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=b5b4ba00-560a-4660-8d6d-5be8ac99c23e,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:52:53.811524 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (b5b4ba00-560a-4660-8d6d-5be8ac99c23e), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:53.870569 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Pushing event updated for resources: {'Port': ['ID=b5b4ba00-560a-4660-8d6d-5be8ac99c23e,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:54.233431 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Sync routers for ids ['d8d22b52-3376-435d-885c-f8bd1091c635'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:52:54.243861 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Routers {'d8d22b52-3376-435d-885c-f8bd1091c635'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:52:54.244949 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:52:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['d8d22b52-3376-435d-885c-f8bd1091c635'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:54.350181 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Set router d8d22b52-3376-435d-885c-f8bd1091c635 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:52:54.550955 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'name': 'tempest-TestShelveInstance-1974550251-router', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b5b4ba00-560a-4660-8d6d-5be8ac99c23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:52:50Z', 'revision_number': 4, 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'gw_port': {'id': 'b5b4ba00-560a-4660-8d6d-5be8ac99c23e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '41992536-bfbb-4263-bdfb-78e6abf53d69', 'name': '', 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'mac_address': 'fa:16:3e:72:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'f2a0ec84-ab38-494f-9b61-ebe054298630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:49Z', 'updated_at': '2022-05-19T21:52:50Z', 'revision_number': 2, 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'subnets': [{'id': 'f2a0ec84-ab38-494f-9b61-ebe054298630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:54.576308 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Checking router: d8d22b52-3376-435d-885c-f8bd1091c635 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:52:54.576655 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Updating router d8d22b52-3376-435d-885c-f8bd1091c635 port 41992536-bfbb-4263-bdfb-78e6abf53d69 binding host dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:52:54.608844 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:54.756655 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:54.914046 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:54.922412 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Publish callbacks [] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:54.929339 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:54.985458 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d69127-fa94-4579-9b7d-bd622ea412f1 None None] Pushing event updated for resources: {'Port': ['ID=41992536-bfbb-4263-bdfb-78e6abf53d69,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:55.040107 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Attempting to bind port 41992536-bfbb-4263-bdfb-78e6abf53d69 on host dv-cinder-835635-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:52:55.040463 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Attempting to bind port 41992536-bfbb-4263-bdfb-78e6abf53d69 by drivers openvswitch,hyperv on host dv-cinder-835635-2-iscsi at level 0 using segments [{'id': '1990af08-b8ad-4944-8a6d-47afc43a33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:52:55.040823 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Attempting to bind port 41992536-bfbb-4263-bdfb-78e6abf53d69 on network 6d7ae5db-e777-40e2-8a01-30ccdbf2320d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:52:55.046848 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Checking agent: {'id': 'a371228c-96d0-404c-885a-071448637838', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 23, 13), 'started_at': datetime.datetime(2022, 5, 19, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:52:55.047252 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Checking segment: {'id': '1990af08-b8ad-4944-8a6d-47afc43a33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:52:55.047651 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:55.048041 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Bound using segment: {'id': '1990af08-b8ad-4944-8a6d-47afc43a33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:52:55.048502 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Bound port: 41992536-bfbb-4263-bdfb-78e6abf53d69, host: dv-cinder-835635-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1990af08-b8ad-4944-8a6d-47afc43a33cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:52:55.048868 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:55.114501 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] For port 41992536-bfbb-4263-bdfb-78e6abf53d69, host dv-cinder-835635-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:52:55.117749 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] For port 41992536-bfbb-4263-bdfb-78e6abf53d69, host dv-cinder-835635-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=41992536-bfbb-4263-bdfb-78e6abf53d69,segment=NetworkSegment(1990af08-b8ad-4944-8a6d-47afc43a33cf),segment_id=1990af08-b8ad-4944-8a6d-47afc43a33cf)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:52:55.124653 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:55.184460 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Routers {'d8d22b52-3376-435d-885c-f8bd1091c635'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:52:55.186924 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:52:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['d8d22b52-3376-435d-885c-f8bd1091c635'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:55.188748 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d69127-fa94-4579-9b7d-bd622ea412f1 None None] Pushing event updated for resources: {'Port': ['ID=41992536-bfbb-4263-bdfb-78e6abf53d69,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:55.194225 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-c5849031-b0a4-4625-82e6-57f22263b7bf None None] Provisioning complete for port 41992536-bfbb-4263-bdfb-78e6abf53d69 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:55.194898 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5849031-b0a4-4625-82e6-57f22263b7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:55.288990 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c5849031-b0a4-4625-82e6-57f22263b7bf None None] Current status of the port 41992536-bfbb-4263-bdfb-78e6abf53d69 is: DOWN; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:55.289358 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5849031-b0a4-4625-82e6-57f22263b7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:55.320633 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] Set router d8d22b52-3376-435d-885c-f8bd1091c635 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:52:55.337536 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c5849031-b0a4-4625-82e6-57f22263b7bf None None] For port 41992536-bfbb-4263-bdfb-78e6abf53d69, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=41992536-bfbb-4263-bdfb-78e6abf53d69,segment=NetworkSegment(1990af08-b8ad-4944-8a6d-47afc43a33cf),segment_id=1990af08-b8ad-4944-8a6d-47afc43a33cf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:52:55.343932 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5849031-b0a4-4625-82e6-57f22263b7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:55.395762 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5849031-b0a4-4625-82e6-57f22263b7bf None None] Pushing event updated for resources: {'Port': ['ID=41992536-bfbb-4263-bdfb-78e6abf53d69,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:52:55.464008 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6cc3bc1f-eb4a-4f4b-9af6-eb9ab4cd9b1e None None] Provisioning complete for port 41992536-bfbb-4263-bdfb-78e6abf53d69 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:55.464407 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6cc3bc1f-eb4a-4f4b-9af6-eb9ab4cd9b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:55.525195 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'name': 'tempest-TestShelveInstance-1974550251-router', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b5b4ba00-560a-4660-8d6d-5be8ac99c23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:52:50Z', 'revision_number': 4, 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'gw_port': {'id': 'b5b4ba00-560a-4660-8d6d-5be8ac99c23e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '41992536-bfbb-4263-bdfb-78e6abf53d69', 'name': '', 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'mac_address': 'fa:16:3e:72:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'f2a0ec84-ab38-494f-9b61-ebe054298630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:49Z', 'updated_at': '2022-05-19T21:52:55Z', 'revision_number': 4, 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'subnets': [{'id': 'f2a0ec84-ab38-494f-9b61-ebe054298630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:52:55.543563 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6cc3bc1f-eb4a-4f4b-9af6-eb9ab4cd9b1e None None] Current status of the port 41992536-bfbb-4263-bdfb-78e6abf53d69 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:55.550299 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17159e-ab7d-4bb9-b716-6ec4e616e4cc None None] The sync data for ids ['d8d22b52-3376-435d-885c-f8bd1091c635'] in dv-cinder-835635-2-iscsi is: [{'id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'name': 'tempest-TestShelveInstance-1974550251-router', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b5b4ba00-560a-4660-8d6d-5be8ac99c23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:52:50Z', 'revision_number': 4, 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'gw_port': {'id': 'b5b4ba00-560a-4660-8d6d-5be8ac99c23e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': '41992536-bfbb-4263-bdfb-78e6abf53d69', 'name': '', 'network_id': '6d7ae5db-e777-40e2-8a01-30ccdbf2320d', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'mac_address': 'fa:16:3e:72:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'f2a0ec84-ab38-494f-9b61-ebe054298630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:49Z', 'updated_at': '2022-05-19T21:52:55Z', 'revision_number': 4, 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'subnets': [{'id': 'f2a0ec84-ab38-494f-9b61-ebe054298630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:52:55.654193 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device b5b4ba00-560a-4660-8d6d-5be8ac99c23e up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:52:55.706104 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port b5b4ba00-560a-4660-8d6d-5be8ac99c23e triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:55.706497 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (b5b4ba00-560a-4660-8d6d-5be8ac99c23e), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:55.727300 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:55.783600 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port b5b4ba00-560a-4660-8d6d-5be8ac99c23e is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:52:55.784686 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 41992536-bfbb-4263-bdfb-78e6abf53d69 up at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:52:55.831462 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Provisioning complete for port 41992536-bfbb-4263-bdfb-78e6abf53d69 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:52:55.831787 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:52:55.912142 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:52:55.919199 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Current status of the port 41992536-bfbb-4263-bdfb-78e6abf53d69 is: ACTIVE; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:53:02.473737 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=16,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:02.474635 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:02.604656 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=17,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:02.605841 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=41,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:05.917445 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=25 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:06.663766 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f190c48-7fe8-44af-9609-f5d4bae7223d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:09.324666 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed33548d-6cd8-4493-9ddc-e673f46fb8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:10.574487 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:12.025148 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:12.083436 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:12.383214 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-fb6e98ff-b36f-4ecd-b820-4bac35201bc0 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811819398&fields=id&tenant_id=52d49b95be55483f93b8a325d6bff693 HTTP/1.1" status: 200 len: 267 time: 0.0576913 May 19 21:53:12.499505 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-66356ba6-95fa-407b-836a-2e3b08f8bfa1 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:12.501078 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-66356ba6-95fa-407b-836a-2e3b08f8bfa1 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/networks?id=ca42bb01-6baf-420f-abc4-b878d5e93dad HTTP/1.1" status: 200 len: 808 time: 0.1086545 May 19 21:53:12.520621 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-1824da24-2061-4817-b78e-883847b24f5c tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/quotas/52d49b95be55483f93b8a325d6bff693 HTTP/1.1" status: 200 len: 375 time: 0.0110404 May 19 21:53:12.576222 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-434075ce-32ad-4f9f-840d-089a3104959a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52d49b95be55483f93b8a325d6bff693&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485384 May 19 21:53:12.815049 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-793ad49d-41a4-4d07-9904-854d8e5846d8 service neutron] 10.222.0.65 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263188 May 19 21:53:12.912689 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-404c3515-cc4a-4e4b-8c7d-2b89172043f0 service neutron] 10.222.0.65 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923598 May 19 21:53:12.942336 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:12.943447 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:13.057546 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:13.288866 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-dd676d6f-744d-4fc3-8dbc-f909da63475a req-e9a58e24-318c-4b3a-9b5a-50c45e06e6cd tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 210 time: 0.0812633 May 19 21:53:14.246044 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-4bb9f5b1-e5d8-4e41-9b98-86ab1cb08b95 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:14.247529 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-4bb9f5b1-e5d8-4e41-9b98-86ab1cb08b95 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.87 "GET /v2.0/networks?id=ca42bb01-6baf-420f-abc4-b878d5e93dad HTTP/1.1" status: 200 len: 808 time: 0.1116869 May 19 21:53:14.313134 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-6a72bca8-54ad-4728-a6c9-dde8ea65e9b8 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52d49b95be55483f93b8a325d6bff693 HTTP/1.1" status: 200 len: 379 time: 0.0568588 May 19 21:53:14.323532 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Request body: {'port': {'device_id': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'admin_state_up': True, 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'security_groups': ['dfb3f50a-d612-40f2-bd6b-2521232b4075']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:53:14.407019 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3b2934f6-52c3-4215-9089-f23bcff2a763 req-654f337d-00e8-42f6-982a-5cf4726b8316 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 210 time: 0.0347905 May 19 21:53:14.474990 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Made reservation on behalf of 52d49b95be55483f93b8a325d6bff693 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:53:14.478398 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:14.626774 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Allocated IP 172.20.0.8 (ca42bb01-6baf-420f-abc4-b878d5e93dad/2c7a05da-919f-4e07-a2a3-380deffc41b9/fb5785db-5a47-4d6c-a3a3-611049a4da85) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:53:14.722640 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:14.733829 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:14.782439 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:14.818818 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:14.864123 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Network ca42bb01-6baf-420f-abc4-b878d5e93dad is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:53:14.867256 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:53:14.871214 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:53:14.894568 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Pushing event updated for resources: {'Port': ['ID=fb5785db-5a47-4d6c-a3a3-611049a4da85,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:53:14.907990 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.908322 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.908650 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.908972 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.909290 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.909602 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.909911 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.910206 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.910556 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.910862 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.911167 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.911472 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.911763 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.912082 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.912367 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:53:14.935474 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:14.936116 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:14.954070 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-c7d57c32-24ad-44f8-b2b8-9180c449e073 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6359873 May 19 21:53:14.964061 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-30337197-220c-4c91-964f-6bfdd6ff10a2 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:53:14.965131 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-30337197-220c-4c91-964f-6bfdd6ff10a2 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058792 May 19 21:53:15.023094 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Request body: {'port': {'device_id': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:53:15.079801 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-6b6038e0-92c7-428a-90d2-036be8814ba3 None None] Provisioning complete for port fb5785db-5a47-4d6c-a3a3-611049a4da85 triggered by entity DHCP. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:53:15.080449 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b6038e0-92c7-428a-90d2-036be8814ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:15.089605 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:15.113455 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6b6038e0-92c7-428a-90d2-036be8814ba3 None None] Port fb5785db-5a47-4d6c-a3a3-611049a4da85 cannot update to ACTIVE because it is not bound. {{(pid=103953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 21:53:15.382443 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5785db-5a47-4d6c-a3a3-611049a4da85 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:53:15.390497 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Publish callbacks [] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:15.404122 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Transition to ACTIVE for port object fb5785db-5a47-4d6c-a3a3-611049a4da85 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 21:53:15.409463 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:15.462742 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Pushing event updated for resources: {'Port': ['ID=fb5785db-5a47-4d6c-a3a3-611049a4da85,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:53:15.538281 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Attempting to bind port fb5785db-5a47-4d6c-a3a3-611049a4da85 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 21:53:15.538913 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Attempting to bind port fb5785db-5a47-4d6c-a3a3-611049a4da85 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 21:53:15.539303 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07450af8-37b5-43c3-9958-d7b7e19a7a1e req-0a01299f-10be-42a3-b476-ae40ef1744bc tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:15.539858 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Attempting to bind port fb5785db-5a47-4d6c-a3a3-611049a4da85 on network ca42bb01-6baf-420f-abc4-b878d5e93dad {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:53:15.541645 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-07450af8-37b5-43c3-9958-d7b7e19a7a1e req-0a01299f-10be-42a3-b476-ae40ef1744bc tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 943 time: 0.0604587 May 19 21:53:15.544161 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Port fb5785db-5a47-4d6c-a3a3-611049a4da85 on network ca42bb01-6baf-420f-abc4-b878d5e93dad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 21:53:15.544478 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Attempting to bind port fb5785db-5a47-4d6c-a3a3-611049a4da85 on network ca42bb01-6baf-420f-abc4-b878d5e93dad {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 21:53:15.547207 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:15.550107 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Checking agent: {'id': 'ecea8dc3-771e-45c7-afaf-1574df84f191', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'started_at': datetime.datetime(2022, 5, 19, 21, 30, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 21, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 21:53:15.550552 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Checking segment: {'id': '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 21:53:15.550947 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Bound using segment: {'id': '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 21:53:15.551374 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Bound port: fb5785db-5a47-4d6c-a3a3-611049a4da85, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 21:53:15.551725 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:15.597531 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-07450af8-37b5-43c3-9958-d7b7e19a7a1e req-9a78ed54-865d-40c8-817f-62a8bf0758c5 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496294 May 19 21:53:15.618739 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:15.622216 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] For port fb5785db-5a47-4d6c-a3a3-611049a4da85, host hv-cinder-83563, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 21:53:15.625703 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] For port fb5785db-5a47-4d6c-a3a3-611049a4da85, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 21:53:15.632828 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:15.677737 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:15.678387 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:15.679761 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] 10.222.0.87 "PUT /v2.0/ports/fb5785db-5a47-4d6c-a3a3-611049a4da85 HTTP/1.1" status: 200 len: 1093 time: 0.7072744 May 19 21:53:15.680201 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'tag': 'fb5785db-5a47-4d6c-a3a3-611049a4da85'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:53:15.683248 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c08495-13dc-431d-94d7-2966f1f30527" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e4b369-d1d9-4713-a8a4-27e41de2a89a", "tag": "fb5785db-5a47-4d6c-a3a3-611049a4da85"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:53:15.707688 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f6faf-ab7d-4c1b-be99-aef9593d69ae service neutron] Pushing event updated for resources: {'Port': ['ID=fb5785db-5a47-4d6c-a3a3-611049a4da85,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:53:15.739824 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168b941d-9c81-4b80-9def-9e272b0f4759 x-openstack-request-id: req-168b941d-9c81-4b80-9def-9e272b0f4759 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:53:15.740470 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e4b369-d1d9-4713-a8a4-27e41de2a89a", "tag": "fb5785db-5a47-4d6c-a3a3-611049a4da85", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:53:15.740940 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-168b941d-9c81-4b80-9def-9e272b0f4759 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:53:15.741568 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168b941d-9c81-4b80-9def-9e272b0f4759'] response: {'name': 'network-changed', 'server_uuid': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'tag': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'status': 'completed', 'code': 200} May 19 21:53:15.782563 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-0fc3a3db-86a9-4374-a68c-3c59513f235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:15.784115 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-0fc3a3db-86a9-4374-a68c-3c59513f235b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52d49b95be55483f93b8a325d6bff693&device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 1127 time: 0.0417328 May 19 21:53:15.824106 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-d63a64d9-aa9d-4add-bff5-180539e9197e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85 HTTP/1.1" status: 200 len: 217 time: 0.0333591 May 19 21:53:15.879197 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-46ec3fbc-69c9-4208-8d9f-34593d99cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:15.880680 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-46ec3fbc-69c9-4208-8d9f-34593d99cd07 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7a05da-919f-4e07-a2a3-380deffc41b9 HTTP/1.1" status: 200 len: 847 time: 0.0503471 May 19 21:53:15.930652 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-6b5ccbaf-7c66-463b-bf19-451ae7dae5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:15.932036 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-6b5ccbaf-7c66-463b-bf19-451ae7dae5a1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ca42bb01-6baf-420f-abc4-b878d5e93dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457091 May 19 21:53:16.029016 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-89919ef5-feef-4233-ae7b-daaeb229b1b0 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889013 May 19 21:53:16.129049 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8a0fd3f6-4437-4769-afb4-358ede58b1dd req-b70f8810-d1ba-44e7-9299-12c6c1d1508e service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945837 May 19 21:53:16.726502 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be527d-b993-41dd-8227-38357c50ee0b req-3774b5ac-c16a-4666-b3d5-bd6f20d46767 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:16.727956 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-20be527d-b993-41dd-8227-38357c50ee0b req-3774b5ac-c16a-4666-b3d5-bd6f20d46767 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 943 time: 0.0583520 May 19 21:53:16.784031 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-20be527d-b993-41dd-8227-38357c50ee0b req-b9f5c925-092e-44a7-a3b8-f39a3a8849f4 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495167 May 19 21:53:17.051207 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c08495-13dc-431d-94d7-2966f1f30527 req-57e7093e-71f4-4a53-94ba-6a4de687c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:17.053306 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b1c08495-13dc-431d-94d7-2966f1f30527 req-57e7093e-71f4-4a53-94ba-6a4de687c79a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52d49b95be55483f93b8a325d6bff693&device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 1127 time: 0.0424500 May 19 21:53:17.156385 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c08495-13dc-431d-94d7-2966f1f30527 req-e2f34a9c-68c6-4456-8082-87fa5b52595c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:17.157874 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b1c08495-13dc-431d-94d7-2966f1f30527 req-e2f34a9c-68c6-4456-8082-87fa5b52595c service neutron] 10.222.0.87 "GET /v2.0/networks?id=ca42bb01-6baf-420f-abc4-b878d5e93dad HTTP/1.1" status: 200 len: 909 time: 0.0977461 May 19 21:53:17.205606 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b1c08495-13dc-431d-94d7-2966f1f30527 req-a0d27676-7629-4835-acdd-cfc3e16d1551 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85 HTTP/1.1" status: 200 len: 217 time: 0.0411179 May 19 21:53:17.257362 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c08495-13dc-431d-94d7-2966f1f30527 req-9ca2859c-ee21-4cb2-84ef-f5455b959b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:17.258779 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b1c08495-13dc-431d-94d7-2966f1f30527 req-9ca2859c-ee21-4cb2-84ef-f5455b959b09 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7a05da-919f-4e07-a2a3-380deffc41b9 HTTP/1.1" status: 200 len: 847 time: 0.0477095 May 19 21:53:17.303149 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c08495-13dc-431d-94d7-2966f1f30527 req-fefc26e6-672c-43bb-90a7-0e4d83f2aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:17.304663 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b1c08495-13dc-431d-94d7-2966f1f30527 req-fefc26e6-672c-43bb-90a7-0e4d83f2aa04 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ca42bb01-6baf-420f-abc4-b878d5e93dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395322 May 19 21:53:17.403779 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b1c08495-13dc-431d-94d7-2966f1f30527 req-07aed246-06ee-411e-a545-28774358cf20 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917842 May 19 21:53:17.502100 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b1c08495-13dc-431d-94d7-2966f1f30527 req-02e8f23f-0cb6-4b4c-ab97-131568f6d5c8 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924327 May 19 21:53:17.933419 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e63c7-32f4-4399-9277-991fe10521c2 req-a4be37b3-579f-47a2-8888-1e8c67ecb358 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:17.935944 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ef4e63c7-32f4-4399-9277-991fe10521c2 req-a4be37b3-579f-47a2-8888-1e8c67ecb358 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 943 time: 0.0690246 May 19 21:53:17.978054 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:17.991628 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ef4e63c7-32f4-4399-9277-991fe10521c2 req-46ef246a-787a-4f03-96d3-f9e87858b55e tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467253 May 19 21:53:19.124481 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77082c4b-aba8-4a06-9d03-fcd6012e8171 req-c374d97d-e748-4d26-b77a-bdfbd6aa1df0 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:19.125835 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-77082c4b-aba8-4a06-9d03-fcd6012e8171 req-c374d97d-e748-4d26-b77a-bdfbd6aa1df0 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 943 time: 0.0628610 May 19 21:53:19.177611 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-77082c4b-aba8-4a06-9d03-fcd6012e8171 req-5171e73f-8ca0-45fe-bba8-d6d8d0625f97 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460515 May 19 21:53:20.311576 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7b893-2617-4b41-b13c-0e9430cd3a45 req-15d9f0b1-743e-4175-bc8c-f4fad2ae5e67 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:20.313086 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-24b7b893-2617-4b41-b13c-0e9430cd3a45 req-15d9f0b1-743e-4175-bc8c-f4fad2ae5e67 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 943 time: 0.0616655 May 19 21:53:20.341136 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:20.380176 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-24b7b893-2617-4b41-b13c-0e9430cd3a45 req-c73d5dd3-e8ad-4958-b058-5d9377dae188 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613544 May 19 21:53:21.513852 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6418eed-aae7-4c55-b398-0d3629cfa66a req-78ac8b6f-b3f5-4bf8-8a60-3497ca3de309 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:21.515402 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c6418eed-aae7-4c55-b398-0d3629cfa66a req-78ac8b6f-b3f5-4bf8-8a60-3497ca3de309 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 943 time: 0.0509019 May 19 21:53:21.574073 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c6418eed-aae7-4c55-b398-0d3629cfa66a req-f04bdc60-7e9d-48f1-9654-e0b151d46e6a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504131 May 19 21:53:22.978386 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40a73f-2f70-4511-8a3e-81925a98937a req-069947fb-a4b4-4f2d-827c-74c994d1c844 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:22.980006 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cf40a73f-2f70-4511-8a3e-81925a98937a req-069947fb-a4b4-4f2d-827c-74c994d1c844 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 943 time: 0.3330579 May 19 21:53:23.035390 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cf40a73f-2f70-4511-8a3e-81925a98937a req-bc22bdd6-08d3-4d72-baa6-5c1135f954b0 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477023 May 19 21:53:23.283786 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device fb5785db-5a47-4d6c-a3a3-611049a4da85 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:53:23.396694 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port fb5785db-5a47-4d6c-a3a3-611049a4da85, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:53:23.412682 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'port_id': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'mac_address': 'fa:16:3e:a9:6c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:53:23.449404 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port fb5785db-5a47-4d6c-a3a3-611049a4da85 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:53:23.450358 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:23.464760 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5785db-5a47-4d6c-a3a3-611049a4da85 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:53:23.486715 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port fb5785db-5a47-4d6c-a3a3-611049a4da85, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:53:23.493330 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:23.540005 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=fb5785db-5a47-4d6c-a3a3-611049a4da85,revision_number=4']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:53:23.861157 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['fb5785db-5a47-4d6c-a3a3-611049a4da85'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:53:24.075515 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:24.086011 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:24.165123 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca4699-8ce7-4bb8-a4bd-de779b2214f4 req-dc57a598-99cf-4bce-a435-4e3a88a1e40d tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:24.166514 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1eca4699-8ce7-4bb8-a4bd-de779b2214f4 req-dc57a598-99cf-4bce-a435-4e3a88a1e40d tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 944 time: 0.0526049 May 19 21:53:24.216455 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-1eca4699-8ce7-4bb8-a4bd-de779b2214f4 req-1bd3492f-c867-4da1-965a-2ae05c56601e tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439303 May 19 21:53:25.283204 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device fb5785db-5a47-4d6c-a3a3-611049a4da85 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:53:25.338061 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning for port fb5785db-5a47-4d6c-a3a3-611049a4da85 completed by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 21:53:25.345212 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port fb5785db-5a47-4d6c-a3a3-611049a4da85 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:53:25.345580 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:25.347703 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b0818-bda0-4caf-aae0-91785614cfdf req-1a53610f-747c-409b-b016-d604ef77f71c tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:25.349480 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6d3b0818-bda0-4caf-aae0-91785614cfdf req-1a53610f-747c-409b-b016-d604ef77f71c tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 944 time: 0.0540805 May 19 21:53:25.400355 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6d3b0818-bda0-4caf-aae0-91785614cfdf req-9d78add3-cd59-4598-886f-fd37557938e4 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452425 May 19 21:53:25.425562 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port fb5785db-5a47-4d6c-a3a3-611049a4da85 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:53:25.426067 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:25.450852 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5785db-5a47-4d6c-a3a3-611049a4da85'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:53:25.453136 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a608d3dd-3718-401e-a9ec-dab97541b5fa" -d '{"events": [{"server_uuid": "d9e4b369-d1d9-4713-a8a4-27e41de2a89a", "name": "network-vif-plugged", "status": "completed", "tag": "fb5785db-5a47-4d6c-a3a3-611049a4da85"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:53:25.466905 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port fb5785db-5a47-4d6c-a3a3-611049a4da85, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:53:25.476732 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:25.504002 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6644270d-ca1f-4a93-8015-09594c54786b x-openstack-request-id: req-6644270d-ca1f-4a93-8015-09594c54786b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:53:25.504252 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e4b369-d1d9-4713-a8a4-27e41de2a89a", "name": "network-vif-plugged", "status": "completed", "tag": "fb5785db-5a47-4d6c-a3a3-611049a4da85", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:53:25.504406 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6644270d-ca1f-4a93-8015-09594c54786b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:53:25.504758 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6644270d-ca1f-4a93-8015-09594c54786b'] response: {'server_uuid': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'code': 200} May 19 21:53:25.540122 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=fb5785db-5a47-4d6c-a3a3-611049a4da85,revision_number=5']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:53:25.711874 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0ca11-c584-44ac-9857-13deb308af27 req-6430e4a5-117b-45f2-b99b-0810d3c54bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:25.713402 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7d0ca11-c584-44ac-9857-13deb308af27 req-6430e4a5-117b-45f2-b99b-0810d3c54bb5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 1129 time: 0.0404382 May 19 21:53:25.767037 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7d0ca11-c584-44ac-9857-13deb308af27 req-53f41940-422d-4e1b-8896-6513be912e67 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463297 May 19 21:53:25.993615 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:53:26.527026 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb115c91-ce4d-4e98-8e91-68f6e97f6c13 req-f86bc01f-52a9-4d74-9668-ffc492676aff tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:26.528646 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bb115c91-ce4d-4e98-8e91-68f6e97f6c13 req-f86bc01f-52a9-4d74-9668-ffc492676aff tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0489547 May 19 21:53:26.582655 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bb115c91-ce4d-4e98-8e91-68f6e97f6c13 req-1681dfaa-f06c-4547-b9b5-164ed7e9cfed tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474987 May 19 21:53:27.712279 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392ce9e-ddde-48da-a27b-ad709689b430 req-6fc0376a-7fa7-4c53-8299-a8302a05441b tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:27.713789 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0392ce9e-ddde-48da-a27b-ad709689b430 req-6fc0376a-7fa7-4c53-8299-a8302a05441b tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0552125 May 19 21:53:27.777511 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-0392ce9e-ddde-48da-a27b-ad709689b430 req-2436137e-dae6-4433-8ea8-c8f2f25238c7 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552273 May 19 21:53:27.903148 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b85bab-2034-4b34-981f-1cb2293f3e97 req-d5b79d93-96bb-47e7-83fc-b8ddffa4586e tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:27.904361 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-05b85bab-2034-4b34-981f-1cb2293f3e97 req-d5b79d93-96bb-47e7-83fc-b8ddffa4586e tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0484233 May 19 21:53:27.954613 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-05b85bab-2034-4b34-981f-1cb2293f3e97 req-1918690c-afbe-4a71-9b58-290d4ad63dd8 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444379 May 19 21:53:27.985406 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38944) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:53:28.070639 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dec2c9e-2a14-46a8-8dac-cfa00507159c tempest-TestShelveInstance-214924193 tempest-TestShelveInstance-214924193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:28.072149 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1dec2c9e-2a14-46a8-8dac-cfa00507159c tempest-TestShelveInstance-214924193 tempest-TestShelveInstance-214924193-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 1124 time: 0.0857701 May 19 21:53:28.076240 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38948) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:53:28.083166 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Request body: {'floatingip': {'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'port_id': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 21:53:28.107575 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:28.202041 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:28.320552 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Allocated IP 172.27.0.139 (5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9/a7e96714-b807-49cb-9879-415a7b7c5816/215eeaee-052d-4477-ad1a-66c529e3f80f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:53:28.418752 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:28.429214 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for port (215eeaee-052d-4477-ad1a-66c529e3f80f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:28.439466 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:28.465367 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773186693187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (215eeaee-052d-4477-ad1a-66c529e3f80f), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:28.525007 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Network 5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:53:28.530327 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:53:28.532728 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Pushing event updated for resources: {'Port': ['ID=215eeaee-052d-4477-ad1a-66c529e3f80f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:53:28.534901 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 21:53:28.910183 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for floatingip (2b45b81b-6f99-44d6-be6a-bf77057003d7), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:28.983054 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (215eeaee-052d-4477-ad1a-66c529e3f80f), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:29.168948 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for port (215eeaee-052d-4477-ad1a-66c529e3f80f), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:29.174473 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8575998'] for port (215eeaee-052d-4477-ad1a-66c529e3f80f), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:29.245339 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Pushing event updated for resources: {'Port': ['ID=215eeaee-052d-4477-ad1a-66c529e3f80f,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:53:29.249177 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:29.258886 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697727'] for floatingip (2b45b81b-6f99-44d6-be6a-bf77057003d7), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:29.308216 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:29.358429 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Floating IP 2b45b81b-6f99-44d6-be6a-bf77057003d7 associated. External IP: 172.27.0.139, port: fb5785db-5a47-4d6c-a3a3-611049a4da85. May 19 21:53:29.576183 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Router bad2faee-b3d8-4767-9421-4cc2359c5640 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:53:29.683106 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:53:29.693242 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6fef8-441e-46f9-9c0f-9c6882681887 None None] Sync routers for ids ['bad2faee-b3d8-4767-9421-4cc2359c5640'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:53:29.702891 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:29.705573 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6fef8-441e-46f9-9c0f-9c6882681887 None None] Routers {'bad2faee-b3d8-4767-9421-4cc2359c5640'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:53:29.706614 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-afc6fef8-441e-46f9-9c0f-9c6882681887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:53:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['bad2faee-b3d8-4767-9421-4cc2359c5640'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:53:29.733955 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6a2384ca-dc52-45ad-903a-e0dfc2b2a9ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6565475 May 19 21:53:29.734622 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'tag': 'fb5785db-5a47-4d6c-a3a3-611049a4da85'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:53:29.736889 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5be615-2944-45ad-93ae-de4e011fdce3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e4b369-d1d9-4713-a8a4-27e41de2a89a", "tag": "fb5785db-5a47-4d6c-a3a3-611049a4da85"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:53:29.772679 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126b0ab1-0951-476e-a16e-46a7ae0ddc61 x-openstack-request-id: req-126b0ab1-0951-476e-a16e-46a7ae0ddc61 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:53:29.773027 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e4b369-d1d9-4713-a8a4-27e41de2a89a", "tag": "fb5785db-5a47-4d6c-a3a3-611049a4da85", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:53:29.773335 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-126b0ab1-0951-476e-a16e-46a7ae0ddc61 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:53:29.773822 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126b0ab1-0951-476e-a16e-46a7ae0ddc61'] response: {'name': 'network-changed', 'server_uuid': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'tag': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'status': 'completed', 'code': 200} May 19 21:53:29.817758 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-afc6fef8-441e-46f9-9c0f-9c6882681887 None None] Set router bad2faee-b3d8-4767-9421-4cc2359c5640 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:53:29.839374 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5be615-2944-45ad-93ae-de4e011fdce3 req-a2a56c31-c5ea-4596-a22a-82233d06b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:29.840931 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6c5be615-2944-45ad-93ae-de4e011fdce3 req-a2a56c31-c5ea-4596-a22a-82233d06b67a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52d49b95be55483f93b8a325d6bff693&device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 1129 time: 0.0460072 May 19 21:53:29.937097 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5be615-2944-45ad-93ae-de4e011fdce3 req-d62a1a06-6ee0-46c8-a9a6-140f97d5df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:29.938659 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6c5be615-2944-45ad-93ae-de4e011fdce3 req-d62a1a06-6ee0-46c8-a9a6-140f97d5df03 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ca42bb01-6baf-420f-abc4-b878d5e93dad HTTP/1.1" status: 200 len: 909 time: 0.0918558 May 19 21:53:30.033654 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-afc6fef8-441e-46f9-9c0f-9c6882681887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 4, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port': {'id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:43Z', 'updated_at': '2022-05-19T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '2b45b81b-6f99-44d6-be6a-bf77057003d7', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'port_id': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'mac_address': 'fa:16:3e:a9:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:53:28Z', 'updated_at': '2022-05-19T21:53:28Z', 'revision_number': 0, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6eb5c1-91d8-4150-b24e-63e03ae925bb', 'name': '', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'mac_address': 'fa:16:3e:51:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:45Z', 'updated_at': '2022-05-19T21:52:50Z', 'revision_number': 5, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'subnets': [{'id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:53:30.059107 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6fef8-441e-46f9-9c0f-9c6882681887 None None] Checking router: bad2faee-b3d8-4767-9421-4cc2359c5640 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:53:30.068753 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6fef8-441e-46f9-9c0f-9c6882681887 None None] Routers {'bad2faee-b3d8-4767-9421-4cc2359c5640'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:53:30.069386 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-afc6fef8-441e-46f9-9c0f-9c6882681887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:53:09Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['bad2faee-b3d8-4767-9421-4cc2359c5640'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:53:30.167669 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6c5be615-2944-45ad-93ae-de4e011fdce3 req-886658be-103b-497d-bfd1-4bc2d4841478 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85 HTTP/1.1" status: 200 len: 999 time: 0.0702052 May 19 21:53:30.184596 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-afc6fef8-441e-46f9-9c0f-9c6882681887 None None] Set router bad2faee-b3d8-4767-9421-4cc2359c5640 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:53:30.223160 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5be615-2944-45ad-93ae-de4e011fdce3 req-81ceb59b-ecc7-4388-92dd-419bb68ade06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:30.224653 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6c5be615-2944-45ad-93ae-de4e011fdce3 req-81ceb59b-ecc7-4388-92dd-419bb68ade06 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7a05da-919f-4e07-a2a3-380deffc41b9 HTTP/1.1" status: 200 len: 847 time: 0.0453842 May 19 21:53:30.330419 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:30.359067 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:30.405497 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-afc6fef8-441e-46f9-9c0f-9c6882681887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 4, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port': {'id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:43Z', 'updated_at': '2022-05-19T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '2b45b81b-6f99-44d6-be6a-bf77057003d7', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'port_id': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'mac_address': 'fa:16:3e:a9:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:53:28Z', 'updated_at': '2022-05-19T21:53:28Z', 'revision_number': 0, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6eb5c1-91d8-4150-b24e-63e03ae925bb', 'name': '', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'mac_address': 'fa:16:3e:51:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:45Z', 'updated_at': '2022-05-19T21:52:50Z', 'revision_number': 5, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'subnets': [{'id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:53:30.430606 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6fef8-441e-46f9-9c0f-9c6882681887 None None] The sync data for ids ['bad2faee-b3d8-4767-9421-4cc2359c5640'] in dv-cinder-835635-2-iscsi is: [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 4, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port': {'id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:43Z', 'updated_at': '2022-05-19T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_floatingips': [{'id': '2b45b81b-6f99-44d6-be6a-bf77057003d7', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'router_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'port_id': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'mac_address': 'fa:16:3e:a9:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T21:53:28Z', 'updated_at': '2022-05-19T21:53:28Z', 'revision_number': 0, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6eb5c1-91d8-4150-b24e-63e03ae925bb', 'name': '', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'mac_address': 'fa:16:3e:51:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:45Z', 'updated_at': '2022-05-19T21:52:50Z', 'revision_number': 5, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'subnets': [{'id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:53:30.436121 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5be615-2944-45ad-93ae-de4e011fdce3 req-21c51ec3-bb36-462a-ab59-47d6dc3811d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:53:30.437679 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6c5be615-2944-45ad-93ae-de4e011fdce3 req-21c51ec3-bb36-462a-ab59-47d6dc3811d9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ca42bb01-6baf-420f-abc4-b878d5e93dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442197 May 19 21:53:30.540560 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6c5be615-2944-45ad-93ae-de4e011fdce3 req-8a452b82-a6d6-4ec8-a8db-895814c9928c service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958297 May 19 21:53:30.632548 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:30.637135 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ac59b1-f31d-4cf5-ab39-2a37d3299e3e None None] New status for floating IP 2b45b81b-6f99-44d6-be6a-bf77057003d7: ACTIVE {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:53:30.641888 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6c5be615-2944-45ad-93ae-de4e011fdce3 req-22c04168-845e-4747-87fe-874f98403ac4 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942452 May 19 21:53:36.670966 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2adfd3c7-2e38-425b-813f-e73149171305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:37.769086 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=59 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:37.772935 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=51 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:39.322164 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-17e22210-62a7-49ab-96b2-68178eec5050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:40.576778 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:40.637477 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:42.025098 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:42.085735 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:43.064109 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:53:49.938043 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:49.943466 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=14 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:53.056122 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:53:53.060236 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:54:02.993819 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:54:06.661866 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad9fd2cf-8654-42c8-a3a0-acad3cfbbe97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:54:07.207874 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=13 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:54:09.316812 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5f02-f4e6-4146-a8f9-43623d09c1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:54:10.579914 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:54:12.021815 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:54:12.088214 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:54:12.988384 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=15 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:54:13.061483 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:54:23.052132 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:54:23.054613 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:54:25.955889 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-474dbe69-1972-4fbb-9b81-79abc7f17221 req-6f609185-6914-44a6-98d3-a0fe124491f2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430427 May 19 21:54:26.048960 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dbe69-1972-4fbb-9b81-79abc7f17221 req-b547f681-04e5-4b46-8116-ea45f9da6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:54:26.050528 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-474dbe69-1972-4fbb-9b81-79abc7f17221 req-b547f681-04e5-4b46-8116-ea45f9da6eac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52d49b95be55483f93b8a325d6bff693&device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 1129 time: 0.0483801 May 19 21:54:26.166356 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dbe69-1972-4fbb-9b81-79abc7f17221 req-ed9adb81-ba6c-4bfa-883a-6591ffc1d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:54:26.167760 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-474dbe69-1972-4fbb-9b81-79abc7f17221 req-ed9adb81-ba6c-4bfa-883a-6591ffc1d744 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ca42bb01-6baf-420f-abc4-b878d5e93dad HTTP/1.1" status: 200 len: 909 time: 0.0981789 May 19 21:54:26.232964 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-474dbe69-1972-4fbb-9b81-79abc7f17221 req-765282d2-d3b7-464e-aa03-c3faa8966150 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85 HTTP/1.1" status: 200 len: 1001 time: 0.0581415 May 19 21:54:26.290819 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dbe69-1972-4fbb-9b81-79abc7f17221 req-190701a0-71ca-47aa-90be-bc338ab4311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:54:26.292341 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-474dbe69-1972-4fbb-9b81-79abc7f17221 req-190701a0-71ca-47aa-90be-bc338ab4311b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7a05da-919f-4e07-a2a3-380deffc41b9 HTTP/1.1" status: 200 len: 847 time: 0.0531809 May 19 21:54:26.339112 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dbe69-1972-4fbb-9b81-79abc7f17221 req-b2582d0e-199a-4ce2-8666-d07411f58bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:54:26.340632 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-474dbe69-1972-4fbb-9b81-79abc7f17221 req-b2582d0e-199a-4ce2-8666-d07411f58bd8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ca42bb01-6baf-420f-abc4-b878d5e93dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417378 May 19 21:54:26.436270 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-474dbe69-1972-4fbb-9b81-79abc7f17221 req-d8e07c9b-54d2-4079-848b-c38f704ecc60 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886741 May 19 21:54:26.543908 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-474dbe69-1972-4fbb-9b81-79abc7f17221 req-a1e61b54-ea39-4878-9953-86752520864b service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008511 May 19 21:54:26.936845 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:54:26.942273 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:54:36.531243 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=49 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:54:36.541036 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=52 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:54:36.663661 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fbac6538-3064-4ed6-9c83-31b0be0741c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:54:39.327580 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43ed5ac9-3d15-425f-8683-60621e40152f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:54:39.997519 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:54:40.583644 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:54:42.024018 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:54:42.093361 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:54:43.061607 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:54:49.990688 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:54:49.991665 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:54:53.052976 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:54:53.054089 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:04.922288 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:04.923476 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:06.664274 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-678418d0-cabe-443d-831f-2ba0d876aea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:55:09.327164 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd23592e-6149-4872-ac3b-b061fd6c4d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:55:10.593861 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:55:12.050759 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:55:12.094745 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:55:13.070566 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:55:16.997367 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:55:26.947429 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e6d120aa-53eb-4552-bc76-fa5fdbf0eba1 req-df53d41b-0564-4703-bb88-8bc039e60b50 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434492 May 19 21:55:26.993162 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:26.993947 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:27.038065 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d120aa-53eb-4552-bc76-fa5fdbf0eba1 req-9c085822-f983-474d-b049-27352ec71660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:27.039586 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e6d120aa-53eb-4552-bc76-fa5fdbf0eba1 req-9c085822-f983-474d-b049-27352ec71660 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52d49b95be55483f93b8a325d6bff693&device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 1129 time: 0.0450006 May 19 21:55:27.116579 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:27.118849 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:27.151575 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d120aa-53eb-4552-bc76-fa5fdbf0eba1 req-769c3b17-8dd4-4ccc-9ba8-1db9ae8ae246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:27.153348 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e6d120aa-53eb-4552-bc76-fa5fdbf0eba1 req-769c3b17-8dd4-4ccc-9ba8-1db9ae8ae246 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ca42bb01-6baf-420f-abc4-b878d5e93dad HTTP/1.1" status: 200 len: 909 time: 0.0911348 May 19 21:55:27.228304 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e6d120aa-53eb-4552-bc76-fa5fdbf0eba1 req-1bad0b8c-efeb-4df0-ab71-8068dd77e2c8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85 HTTP/1.1" status: 200 len: 1001 time: 0.0544064 May 19 21:55:27.291638 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d120aa-53eb-4552-bc76-fa5fdbf0eba1 req-a1f892ed-051d-4b18-904a-957988fca338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:27.293471 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e6d120aa-53eb-4552-bc76-fa5fdbf0eba1 req-a1f892ed-051d-4b18-904a-957988fca338 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7a05da-919f-4e07-a2a3-380deffc41b9 HTTP/1.1" status: 200 len: 847 time: 0.0592451 May 19 21:55:27.336174 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d120aa-53eb-4552-bc76-fa5fdbf0eba1 req-2a927028-99d6-4ca4-a09f-0089f77de3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:27.337600 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e6d120aa-53eb-4552-bc76-fa5fdbf0eba1 req-2a927028-99d6-4ca4-a09f-0089f77de3d7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ca42bb01-6baf-420f-abc4-b878d5e93dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383790 May 19 21:55:27.430048 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e6d120aa-53eb-4552-bc76-fa5fdbf0eba1 req-6f0fad69-88fd-4621-bd91-a3df09da5e75 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853233 May 19 21:55:27.523646 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e6d120aa-53eb-4552-bc76-fa5fdbf0eba1 req-77205e8c-a391-4de5-ae3b-285dcefaac75 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878110 May 19 21:55:36.665294 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3006df35-d0aa-4ba9-b2b5-b31f170dfcb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:55:37.518901 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=54 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:37.520151 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=47 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:39.326694 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-828c2fbe-9ea4-425f-9301-d7e2b3333f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:55:40.594796 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:55:40.949351 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:40.953477 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:42.048011 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:55:42.096750 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:55:43.066725 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:55:45.168436 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f12c07-ea91-4146-98d9-c615c4a02671 req-c5a732b6-fa96-4fb8-92ef-bb1c60da5c62 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:45.170000 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e1f12c07-ea91-4146-98d9-c615c4a02671 req-c5a732b6-fa96-4fb8-92ef-bb1c60da5c62 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0528314 May 19 21:55:45.222105 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-e1f12c07-ea91-4146-98d9-c615c4a02671 req-f4520a00-54a0-4486-9b34-c924fc090016 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444305 May 19 21:55:46.352409 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c236d5-8d07-4fcd-bfb6-c7d18a92ab0a req-5bcebd80-8b02-4104-8616-c30e0e3e6850 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:46.353862 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-29c236d5-8d07-4fcd-bfb6-c7d18a92ab0a req-5bcebd80-8b02-4104-8616-c30e0e3e6850 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0500286 May 19 21:55:46.407870 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-29c236d5-8d07-4fcd-bfb6-c7d18a92ab0a req-9e7b6119-9c9d-446b-b572-8d4a58e2b42e tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482488 May 19 21:55:47.544937 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab98680-976f-48d0-9671-ff1ba96696db req-7d0e64bd-a0de-4172-9b19-873171410354 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:47.546396 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-aab98680-976f-48d0-9671-ff1ba96696db req-7d0e64bd-a0de-4172-9b19-873171410354 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0498669 May 19 21:55:47.597205 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-aab98680-976f-48d0-9671-ff1ba96696db req-04669d67-c604-47e2-b0b1-a0f83776e14a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430741 May 19 21:55:48.732124 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d4ddc-79cd-4e7d-aaf0-8627df804c39 req-1e296bee-4f73-4686-81de-49e57567022a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:48.733657 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b1d4ddc-79cd-4e7d-aaf0-8627df804c39 req-1e296bee-4f73-4686-81de-49e57567022a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0598798 May 19 21:55:48.786114 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b1d4ddc-79cd-4e7d-aaf0-8627df804c39 req-8667a7b2-d36c-44c9-a4e0-9ccc5d98d7c1 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440338 May 19 21:55:49.921311 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce76cc-97ef-40e0-92fe-9e0fd5c4d830 req-28229772-8aa1-4e1d-ab37-74de3a22e802 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:49.922685 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2bce76cc-97ef-40e0-92fe-9e0fd5c4d830 req-28229772-8aa1-4e1d-ab37-74de3a22e802 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0486109 May 19 21:55:49.974580 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-2bce76cc-97ef-40e0-92fe-9e0fd5c4d830 req-5ef311a2-603d-4768-b76f-788af1f82920 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463190 May 19 21:55:51.105449 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f44630-dfbb-4792-aaeb-0aca9209e1e2 req-db6a4c4d-966a-4b8b-bcb2-bc76389d2465 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:51.106868 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53f44630-dfbb-4792-aaeb-0aca9209e1e2 req-db6a4c4d-966a-4b8b-bcb2-bc76389d2465 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0505290 May 19 21:55:51.159076 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53f44630-dfbb-4792-aaeb-0aca9209e1e2 req-82aff756-35b9-41c1-bb99-ab8c87c29ffa tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451794 May 19 21:55:52.282863 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82a4b3-7ac9-4a6b-bf14-bb42dbbf1e09 req-1174854a-286a-4842-8c43-3ab5639bd7f8 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:52.284312 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4d82a4b3-7ac9-4a6b-bf14-bb42dbbf1e09 req-1174854a-286a-4842-8c43-3ab5639bd7f8 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0473983 May 19 21:55:52.333641 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-4d82a4b3-7ac9-4a6b-bf14-bb42dbbf1e09 req-d03168a4-2e10-41e7-a534-34fc3acf65a6 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436604 May 19 21:55:53.047390 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:53.059845 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:53.478173 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b8dbc-0eec-4d2e-bf69-d82d95ebab7a req-ff1564f2-30fa-4b28-ba65-406f25641a3d tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:53.479677 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-397b8dbc-0eec-4d2e-bf69-d82d95ebab7a req-ff1564f2-30fa-4b28-ba65-406f25641a3d tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0595832 May 19 21:55:53.532472 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-397b8dbc-0eec-4d2e-bf69-d82d95ebab7a req-19838c12-bda3-448a-87b8-88dad0baca81 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470769 May 19 21:55:54.000808 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:55:54.655047 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c0368-5521-46a6-aaeb-c233d50319c3 req-5c51ac4f-e5a0-4ed1-88f4-63b3e5881bcb tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:54.656885 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-089c0368-5521-46a6-aaeb-c233d50319c3 req-5c51ac4f-e5a0-4ed1-88f4-63b3e5881bcb tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0494447 May 19 21:55:54.710481 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-089c0368-5521-46a6-aaeb-c233d50319c3 req-a5988937-fb24-4723-8802-ce1637699475 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478938 May 19 21:55:55.291555 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd655dde-fa60-4a9c-a72a-902129406f5c req-4b542502-feb6-4380-aebd-fdf86edfd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:55.293036 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cd655dde-fa60-4a9c-a72a-902129406f5c req-4b542502-feb6-4380-aebd-fdf86edfd54e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52d49b95be55483f93b8a325d6bff693&device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 1129 time: 0.0401313 May 19 21:55:55.383817 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd655dde-fa60-4a9c-a72a-902129406f5c req-faaf4968-9788-4d57-a3b9-8ccd5012d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:55.385274 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cd655dde-fa60-4a9c-a72a-902129406f5c req-faaf4968-9788-4d57-a3b9-8ccd5012d9a4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ca42bb01-6baf-420f-abc4-b878d5e93dad HTTP/1.1" status: 200 len: 909 time: 0.0862260 May 19 21:55:55.452224 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cd655dde-fa60-4a9c-a72a-902129406f5c req-b6a424e7-881d-4674-a08f-80f4c76eae78 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85 HTTP/1.1" status: 200 len: 1001 time: 0.0607276 May 19 21:55:55.503164 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd655dde-fa60-4a9c-a72a-902129406f5c req-00dae181-6a27-48da-9437-47d7ea977157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:55.504583 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cd655dde-fa60-4a9c-a72a-902129406f5c req-00dae181-6a27-48da-9437-47d7ea977157 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7a05da-919f-4e07-a2a3-380deffc41b9 HTTP/1.1" status: 200 len: 847 time: 0.0466115 May 19 21:55:55.554550 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd655dde-fa60-4a9c-a72a-902129406f5c req-a2f78cdb-9983-4397-a42e-686d68add863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:55.557017 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cd655dde-fa60-4a9c-a72a-902129406f5c req-a2f78cdb-9983-4397-a42e-686d68add863 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ca42bb01-6baf-420f-abc4-b878d5e93dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459144 May 19 21:55:55.649028 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cd655dde-fa60-4a9c-a72a-902129406f5c req-7723a5df-b288-49bd-9fbd-1b24ee1b3606 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862367 May 19 21:55:55.756522 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cd655dde-fa60-4a9c-a72a-902129406f5c req-70a250d6-bbe0-4365-9250-2429f81092e9 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013854 May 19 21:55:55.837212 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad326e0a-8483-4b07-a72a-207d70380bb9 req-1bf0d294-5fd5-4825-a955-e9012002f4eb tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:55.838611 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ad326e0a-8483-4b07-a72a-207d70380bb9 req-1bf0d294-5fd5-4825-a955-e9012002f4eb tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0523138 May 19 21:55:55.888370 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ad326e0a-8483-4b07-a72a-207d70380bb9 req-ebcb93ed-639f-46d7-a9a0-06d0bfe57bff tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440152 May 19 21:55:57.012509 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ce4fd-9799-48e0-ba2b-f8f2f4222d53 req-20d7d5d4-0139-410a-962a-89bbb89dacf6 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:57.014001 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c82ce4fd-9799-48e0-ba2b-f8f2f4222d53 req-20d7d5d4-0139-410a-962a-89bbb89dacf6 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0530341 May 19 21:55:57.064660 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-c82ce4fd-9799-48e0-ba2b-f8f2f4222d53 req-75f10df9-79f2-47d9-acc4-d605512bdd4d tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445156 May 19 21:55:58.182776 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd0c4-e04b-44bf-8b70-19107af59ca0 req-92cbb0ac-d581-47fa-9b84-faf1447799aa tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:58.184136 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a4cdd0c4-e04b-44bf-8b70-19107af59ca0 req-92cbb0ac-d581-47fa-9b84-faf1447799aa tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0517926 May 19 21:55:58.202286 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:58.235328 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a4cdd0c4-e04b-44bf-8b70-19107af59ca0 req-1292e552-5ee4-4ca8-8117-384f5a13ee37 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455716 May 19 21:55:58.401688 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [req-b42e19a7-1792-4309-9bd9-ec8093dc6fff req-dd2ea837-0825-45a8-9844-0f12f6a36df9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:55:58.402692 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-b42e19a7-1792-4309-9bd9-ec8093dc6fff req-dd2ea837-0825-45a8-9844-0f12f6a36df9 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1022713 May 19 21:55:58.495996 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 39050) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:55:58.525368 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:55:58.560543 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d29fe-a9b1-4cc1-a268-838c95701c18 req-e93deba7-10f5-4e37-882a-b6cbd1418a80 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:58.562016 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b41d29fe-a9b1-4cc1-a268-838c95701c18 req-e93deba7-10f5-4e37-882a-b6cbd1418a80 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0465901 May 19 21:55:58.604216 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3f8cde5d-7924-417f-b298-12efb339bdab req-578cccfd-5885-4e71-be19-71557ee07f05 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1068022 May 19 21:55:58.614026 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [req-3f8cde5d-7924-417f-b298-12efb339bdab req-dcd0af6c-17b2-449e-83f6-555ef4934f91 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103951) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 21:55:58.615164 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3f8cde5d-7924-417f-b298-12efb339bdab req-dcd0af6c-17b2-449e-83f6-555ef4934f91 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057166 May 19 21:55:58.617478 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b41d29fe-a9b1-4cc1-a268-838c95701c18 req-9e4b605b-bca1-4ba3-875a-71e7135d8837 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496445 May 19 21:55:58.644710 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 39054) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:55:58.785315 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cde5d-7924-417f-b298-12efb339bdab req-96c69750-444c-4e97-ac7b-442976f9f9a0 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:58.786675 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-3f8cde5d-7924-417f-b298-12efb339bdab req-96c69750-444c-4e97-ac7b-442976f9f9a0 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports/fb5785db-5a47-4d6c-a3a3-611049a4da85 HTTP/1.1" status: 200 len: 942 time: 0.1407690 May 19 21:55:59.735764 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bb6c5-d5d3-461f-a960-2dcd38ac3851 req-1d430d7c-3d56-4034-8daf-1a88a064b1fe tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:55:59.737349 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f04bb6c5-d5d3-461f-a960-2dcd38ac3851 req-1d430d7c-3d56-4034-8daf-1a88a064b1fe tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0528159 May 19 21:55:59.786297 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f04bb6c5-d5d3-461f-a960-2dcd38ac3851 req-9df22fb6-7aac-4b45-8428-8429cffee8a6 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431373 May 19 21:56:00.126074 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cde5d-7924-417f-b298-12efb339bdab req-edea4443-ad2f-41d7-9ff0-699b02a7ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:00.127764 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f8cde5d-7924-417f-b298-12efb339bdab req-edea4443-ad2f-41d7-9ff0-699b02a7ea50 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a&tenant_id=52d49b95be55483f93b8a325d6bff693 HTTP/1.1" status: 200 len: 1129 time: 0.0412073 May 19 21:56:00.186511 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cde5d-7924-417f-b298-12efb339bdab req-95b9939e-2044-4496-9b6d-831659665b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:00.187978 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f8cde5d-7924-417f-b298-12efb339bdab req-95b9939e-2044-4496-9b6d-831659665b87 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52d49b95be55483f93b8a325d6bff693&device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 1129 time: 0.0388832 May 19 21:56:00.279902 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cde5d-7924-417f-b298-12efb339bdab req-df268629-ee8b-49fd-ac59-43f551152c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:00.281342 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f8cde5d-7924-417f-b298-12efb339bdab req-df268629-ee8b-49fd-ac59-43f551152c3a service neutron] 10.222.0.87 "GET /v2.0/networks?id=ca42bb01-6baf-420f-abc4-b878d5e93dad HTTP/1.1" status: 200 len: 909 time: 0.0879109 May 19 21:56:00.342967 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f8cde5d-7924-417f-b298-12efb339bdab req-50c62c53-99cc-4d46-9377-fa12a98edf6f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85 HTTP/1.1" status: 200 len: 1001 time: 0.0551817 May 19 21:56:00.389768 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cde5d-7924-417f-b298-12efb339bdab req-fae96a95-bf61-456c-aa32-23069860cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:00.391075 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f8cde5d-7924-417f-b298-12efb339bdab req-fae96a95-bf61-456c-aa32-23069860cf0f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7a05da-919f-4e07-a2a3-380deffc41b9 HTTP/1.1" status: 200 len: 847 time: 0.0422511 May 19 21:56:00.442608 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cde5d-7924-417f-b298-12efb339bdab req-6dbf0a1f-ea05-468e-adad-6dc420908402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:00.444810 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f8cde5d-7924-417f-b298-12efb339bdab req-6dbf0a1f-ea05-468e-adad-6dc420908402 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ca42bb01-6baf-420f-abc4-b878d5e93dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478985 May 19 21:56:00.545951 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f8cde5d-7924-417f-b298-12efb339bdab req-597d7741-69db-4c24-9009-fd0d666dd893 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946419 May 19 21:56:00.641081 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f8cde5d-7924-417f-b298-12efb339bdab req-35d9528f-6493-4b77-981e-b13813c38c75 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888622 May 19 21:56:00.919653 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46554963-21e3-4910-87f4-fd04f15b9321 req-b355487a-84ce-414f-8764-b81e32a3a022 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:00.921010 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-46554963-21e3-4910-87f4-fd04f15b9321 req-b355487a-84ce-414f-8764-b81e32a3a022 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0501246 May 19 21:56:00.981887 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-46554963-21e3-4910-87f4-fd04f15b9321 req-ed37b08a-7f04-48f8-b587-6186d20427bf tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522804 May 19 21:56:01.852091 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device fb5785db-5a47-4d6c-a3a3-611049a4da85 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:56:01.930921 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port fb5785db-5a47-4d6c-a3a3-611049a4da85 is: ACTIVE; New status is: DOWN {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:56:01.931217 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:01.957480 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5785db-5a47-4d6c-a3a3-611049a4da85'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:56:01.959991 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b193d39-a130-46d9-baec-a4239f78ec2c" -d '{"events": [{"server_uuid": "d9e4b369-d1d9-4713-a8a4-27e41de2a89a", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5785db-5a47-4d6c-a3a3-611049a4da85"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:56:02.104737 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7ef99-24b2-47d3-8779-cfc72b9d00c7 req-fc42e181-df4e-4b0d-a116-371cf220be60 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:02.106322 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1cf7ef99-24b2-47d3-8779-cfc72b9d00c7 req-fc42e181-df4e-4b0d-a116-371cf220be60 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0499384 May 19 21:56:02.110844 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 21:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12d843b-99ca-46b6-b9b8-836fe8eab30e x-openstack-request-id: req-c12d843b-99ca-46b6-b9b8-836fe8eab30e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:56:02.111128 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e4b369-d1d9-4713-a8a4-27e41de2a89a", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5785db-5a47-4d6c-a3a3-611049a4da85", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:56:02.111377 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c12d843b-99ca-46b6-b9b8-836fe8eab30e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:56:02.111763 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12d843b-99ca-46b6-b9b8-836fe8eab30e'] response: {'server_uuid': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'code': 200} May 19 21:56:02.113466 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port fb5785db-5a47-4d6c-a3a3-611049a4da85, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:56:02.118498 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:02.158346 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1cf7ef99-24b2-47d3-8779-cfc72b9d00c7 req-f7f64724-2ac1-48ce-a485-61c2563d14ab tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455608 May 19 21:56:02.168748 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=fb5785db-5a47-4d6c-a3a3-611049a4da85,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:56:02.176531 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:02.176901 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:02.177237 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:02.177566 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:02.177957 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:02.178309 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:02.178630 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:02.178950 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:02.179252 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:02.179577 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:02.179888 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:02.180225 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:02.180513 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:02.180821 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:02.181184 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:56:03.283395 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b51963-a81f-478c-8476-3a3dddef4b05 req-fef2824e-7243-4058-89a3-bb6751dbb07d tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:03.284869 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-08b51963-a81f-478c-8476-3a3dddef4b05 req-fef2824e-7243-4058-89a3-bb6751dbb07d tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 943 time: 0.0499094 May 19 21:56:03.337701 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-08b51963-a81f-478c-8476-3a3dddef4b05 req-bfbd7bad-1de6-46cd-bc2c-18be1cf5c658 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446243 May 19 21:56:04.734418 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec96d9c-2d3e-4530-8076-c5d1d45c3c8a req-1c77548d-796e-419d-8eee-dc81985e23a0 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:04.735755 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eec96d9c-2d3e-4530-8076-c5d1d45c3c8a req-1c77548d-796e-419d-8eee-dc81985e23a0 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 943 time: 0.3210256 May 19 21:56:04.785375 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eec96d9c-2d3e-4530-8076-c5d1d45c3c8a req-906e88db-a17f-4d7b-a8c1-1091d7431e9a tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425358 May 19 21:56:05.914911 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34b2d0-fbe3-4584-9917-d8c2b25b780f req-a47d785f-8435-4c2b-b028-b53ab96e66bc tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:05.916366 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd34b2d0-fbe3-4584-9917-d8c2b25b780f req-a47d785f-8435-4c2b-b028-b53ab96e66bc tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 943 time: 0.0539901 May 19 21:56:05.973491 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-bd34b2d0-fbe3-4584-9917-d8c2b25b780f req-91ab588d-3a8f-41ec-ab3c-38e6153d2acd tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488310 May 19 21:56:06.669131 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b06921df-0532-4a06-8a5a-614313855fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:07.096562 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:07.112022 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=14 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:07.113201 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5fcec-b784-433b-b610-b0fe8668606f req-c9a33b07-5cdd-4fc1-b89d-e2f887a42cca tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:07.114793 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9fe5fcec-b784-433b-b610-b0fe8668606f req-c9a33b07-5cdd-4fc1-b89d-e2f887a42cca tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 943 time: 0.0566468 May 19 21:56:07.115514 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=14 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:07.164955 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9fe5fcec-b784-433b-b610-b0fe8668606f req-b9289e2b-e6f4-434f-a3f3-ddc135b6de46 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441587 May 19 21:56:07.714188 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe093e-6bec-478a-854d-f8d5a85176f1 req-988af513-bb6b-45bb-b536-c3e6590fe0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:07.715723 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8afe093e-6bec-478a-854d-f8d5a85176f1 req-988af513-bb6b-45bb-b536-c3e6590fe0a5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 1127 time: 0.0431812 May 19 21:56:07.764213 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8afe093e-6bec-478a-854d-f8d5a85176f1 req-ac485830-5477-41ab-ad0c-8a13f82e2d03 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423381 May 19 21:56:08.251297 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=90 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:08.253661 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=88 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:08.300853 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a73711-07bc-4293-b4d4-a97c453fcce3 req-052f73e2-bf96-4f8f-b679-4a7cc9b88980 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:08.302355 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f6a73711-07bc-4293-b4d4-a97c453fcce3 req-052f73e2-bf96-4f8f-b679-4a7cc9b88980 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 943 time: 0.0595748 May 19 21:56:08.356785 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-f6a73711-07bc-4293-b4d4-a97c453fcce3 req-a5e60d06-f66a-430e-b303-564028bec4a5 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463545 May 19 21:56:09.320969 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8cf91734-2fc4-4fca-b016-e50025201b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:09.495003 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4bed4-7b9d-4188-b229-e5f12236e601 req-26458982-d355-427f-b39a-a1406788fc84 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:09.496459 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f9d4bed4-7b9d-4188-b229-e5f12236e601 req-26458982-d355-427f-b39a-a1406788fc84 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 943 time: 0.0620623 May 19 21:56:09.548399 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f9d4bed4-7b9d-4188-b229-e5f12236e601 req-f1420f14-8a4f-4ddb-903c-86619ea29065 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462854 May 19 21:56:09.902959 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device fb5785db-5a47-4d6c-a3a3-611049a4da85 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 21:56:10.008468 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port fb5785db-5a47-4d6c-a3a3-611049a4da85, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:56:10.020160 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Returning: {'device': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'port_id': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'mac_address': 'fa:16:3e:a9:6c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 21:56:10.058020 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port fb5785db-5a47-4d6c-a3a3-611049a4da85 is: DOWN; New status is: BUILD {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:56:10.058421 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:10.071961 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5785db-5a47-4d6c-a3a3-611049a4da85 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 21:56:10.096126 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port fb5785db-5a47-4d6c-a3a3-611049a4da85, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:56:10.102623 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:10.154829 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=fb5785db-5a47-4d6c-a3a3-611049a4da85,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:56:10.472303 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] get_ports_and_sgs() called for port_ids ['fb5785db-5a47-4d6c-a3a3-611049a4da85'] {{(pid=103953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 21:56:10.612297 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:11.930177 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device fb5785db-5a47-4d6c-a3a3-611049a4da85 up at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 21:56:11.963314 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:11.965750 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:11.982919 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Provisioning complete for port fb5785db-5a47-4d6c-a3a3-611049a4da85 triggered by entity L2. {{(pid=103953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 21:56:11.983290 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952449'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), provisioning_complete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:12.069007 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Current status of the port fb5785db-5a47-4d6c-a3a3-611049a4da85 is: BUILD; New status is: ACTIVE {{(pid=103953) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 21:56:12.069007 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-622544'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:12.072705 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:12.101075 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5785db-5a47-4d6c-a3a3-611049a4da85'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:56:12.103321 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e714ab1405cfdf67d027c836a52e2a3f961d84009e367a0d3ecf91f9b80cdd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed423307-435b-462e-9fb0-f38f0f819e3a" -d '{"events": [{"server_uuid": "d9e4b369-d1d9-4713-a8a4-27e41de2a89a", "name": "network-vif-plugged", "status": "completed", "tag": "fb5785db-5a47-4d6c-a3a3-611049a4da85"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:56:12.118926 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:12.120675 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] For port fb5785db-5a47-4d6c-a3a3-611049a4da85, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:56:12.125065 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773187214821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773186693205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773186693223'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:12.152894 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e60c62-5e6e-42a6-9f46-aa184c4e34b5 x-openstack-request-id: req-48e60c62-5e6e-42a6-9f46-aa184c4e34b5 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:56:12.153182 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e4b369-d1d9-4713-a8a4-27e41de2a89a", "name": "network-vif-plugged", "status": "completed", "tag": "fb5785db-5a47-4d6c-a3a3-611049a4da85", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:56:12.153431 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48e60c62-5e6e-42a6-9f46-aa184c4e34b5 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:56:12.153813 dv-cinder-835635-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e60c62-5e6e-42a6-9f46-aa184c4e34b5'] response: {'server_uuid': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'code': 200} May 19 21:56:12.178093 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Pushing event updated for resources: {'Port': ['ID=fb5785db-5a47-4d6c-a3a3-611049a4da85,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:56:13.061816 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:17.945103 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:17.945846 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:18.349072 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=7 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:18.352561 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=9 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:19.540287 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:19.544792 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=30 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:23.046038 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:23.056514 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:27.947198 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6b6e4856-aa14-4fa5-975b-fddbce9f672c req-c860c00a-0a87-446e-bb1b-3b453c3c25e6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407562 May 19 21:56:28.042077 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e4856-aa14-4fa5-975b-fddbce9f672c req-9a7ecfa1-9a25-43dd-a541-781304253dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:28.043625 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6b6e4856-aa14-4fa5-975b-fddbce9f672c req-9a7ecfa1-9a25-43dd-a541-781304253dda service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52d49b95be55483f93b8a325d6bff693&device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 1129 time: 0.0439875 May 19 21:56:28.149434 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e4856-aa14-4fa5-975b-fddbce9f672c req-de0ee086-f665-4771-ae0e-598cad59a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:28.150927 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6b6e4856-aa14-4fa5-975b-fddbce9f672c req-de0ee086-f665-4771-ae0e-598cad59a868 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ca42bb01-6baf-420f-abc4-b878d5e93dad HTTP/1.1" status: 200 len: 909 time: 0.0868018 May 19 21:56:28.221625 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6b6e4856-aa14-4fa5-975b-fddbce9f672c req-d0db7a64-9f05-4e5a-a282-deb4bcafd202 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85 HTTP/1.1" status: 200 len: 1001 time: 0.0584395 May 19 21:56:28.271526 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e4856-aa14-4fa5-975b-fddbce9f672c req-70884317-e7b7-4a94-9578-38ff2047d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:28.272942 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6b6e4856-aa14-4fa5-975b-fddbce9f672c req-70884317-e7b7-4a94-9578-38ff2047d746 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7a05da-919f-4e07-a2a3-380deffc41b9 HTTP/1.1" status: 200 len: 847 time: 0.0446815 May 19 21:56:28.328139 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e4856-aa14-4fa5-975b-fddbce9f672c req-17c1737a-8674-48fa-af65-405bfa419b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:56:28.329611 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6b6e4856-aa14-4fa5-975b-fddbce9f672c req-17c1737a-8674-48fa-af65-405bfa419b0b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ca42bb01-6baf-420f-abc4-b878d5e93dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507092 May 19 21:56:28.423783 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6b6e4856-aa14-4fa5-975b-fddbce9f672c req-563cd96f-1204-465f-819b-e944b7c22c68 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871863 May 19 21:56:28.518802 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6b6e4856-aa14-4fa5-975b-fddbce9f672c req-b7384ff8-5099-4cc8-8ca3-4534ff6ea484 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855587 May 19 21:56:31.006226 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:56:36.667585 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4db9a267-386a-4780-92a1-7670c0448ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:38.505312 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=52 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:38.516133 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=49 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:39.339045 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fbc1a4d1-f816-4655-a61f-f8605feac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:40.601726 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:40.999480 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:42.048860 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:42.105509 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:43.065290 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:56:53.057184 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:53.061321 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:56:54.947295 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:04.434288 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-762c32ba-5a2e-46c2-b928-dbd2b662b625 service neutron] (103951) timed out ('10.222.0.65', 35532) {{(pid=103951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 21:57:04.620634 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-4a5ccf7a-f5c9-4661-ae7f-dca06e712d91 req-d6af2cd1-fe07-4ebc-a4c2-6f621d4a84b7 tempest-AttachVolumeShelveTestJSON-1939131256 tempest-AttachVolumeShelveTestJSON-1939131256-project] (103952) timed out ('10.222.0.65', 35540) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 21:57:04.928468 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:06.669923 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-969548df-d19b-4eaf-adb0-91db05aeabc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:08.011865 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:57:09.335438 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c024b4b1-98ec-45d0-86b7-eefd8e2b0902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:10.607146 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:12.072232 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:12.108431 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:13.065856 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:18.003546 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:18.004579 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:27.118663 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:27.121065 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:27.955204 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f2ed0c6-d628-482f-b232-9170f26ea9ad req-d80826da-cd0c-47b9-83ed-1440932f9ef4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409105 May 19 21:57:28.042858 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ed0c6-d628-482f-b232-9170f26ea9ad req-7121958c-a9e4-4cc8-902f-e6fcf81cc7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:57:28.044256 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f2ed0c6-d628-482f-b232-9170f26ea9ad req-7121958c-a9e4-4cc8-902f-e6fcf81cc7f2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52d49b95be55483f93b8a325d6bff693&device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 1129 time: 0.0436089 May 19 21:57:28.158619 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ed0c6-d628-482f-b232-9170f26ea9ad req-c661c01f-fc96-4ab0-9adf-e011999fb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:57:28.160339 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f2ed0c6-d628-482f-b232-9170f26ea9ad req-c661c01f-fc96-4ab0-9adf-e011999fb075 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ca42bb01-6baf-420f-abc4-b878d5e93dad HTTP/1.1" status: 200 len: 909 time: 0.0964909 May 19 21:57:28.228389 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f2ed0c6-d628-482f-b232-9170f26ea9ad req-342acc4b-30e9-4103-8893-7efad0e1f507 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85 HTTP/1.1" status: 200 len: 1001 time: 0.0623889 May 19 21:57:28.278662 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ed0c6-d628-482f-b232-9170f26ea9ad req-25fab6bf-cf09-4bd2-beb0-a55a53bc336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:57:28.280083 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f2ed0c6-d628-482f-b232-9170f26ea9ad req-25fab6bf-cf09-4bd2-beb0-a55a53bc336b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7a05da-919f-4e07-a2a3-380deffc41b9 HTTP/1.1" status: 200 len: 847 time: 0.0447307 May 19 21:57:28.329721 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ed0c6-d628-482f-b232-9170f26ea9ad req-b7a80f53-04aa-4dd2-98c6-bfacc94dc4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:57:28.331154 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f2ed0c6-d628-482f-b232-9170f26ea9ad req-b7a80f53-04aa-4dd2-98c6-bfacc94dc4c1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ca42bb01-6baf-420f-abc4-b878d5e93dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447388 May 19 21:57:28.434061 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f2ed0c6-d628-482f-b232-9170f26ea9ad req-2df0ffe6-5422-4a4f-9e6d-19ba53c66830 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970261 May 19 21:57:28.526922 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f2ed0c6-d628-482f-b232-9170f26ea9ad req-fcc291c9-fecc-482a-9a06-303bb7b66742 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866861 May 19 21:57:31.935081 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:31.943692 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:36.672638 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-17f977d8-0448-4373-94af-dbd56233d011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:38.522509 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=48 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:38.523333 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=53 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:39.324251 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3417da5-2997-4059-b63c-2b7f69f902c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:40.617511 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:42.070602 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:42.089173 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:42.089993 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:42.115012 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:43.071092 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:44.309070 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 39112) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:57:44.460984 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Deleting port 215eeaee-052d-4477-ad1a-66c529e3f80f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:57:44.461294 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (215eeaee-052d-4477-ad1a-66c529e3f80f), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:44.547761 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (215eeaee-052d-4477-ad1a-66c529e3f80f), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:44.548078 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for floatingip (215eeaee-052d-4477-ad1a-66c529e3f80f), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:44.562298 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Calling delete_port for 215eeaee-052d-4477-ad1a-66c529e3f80f owned by network:floatingip {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:57:44.717311 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (215eeaee-052d-4477-ad1a-66c529e3f80f), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:44.740007 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Pushing event deleted for resources: {'Port': ['ID=215eeaee-052d-4477-ad1a-66c529e3f80f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:44.767747 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.768069 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.768398 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.768725 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.769042 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.769355 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.769670 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.769983 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.770292 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.770613 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.770919 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.771230 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.771536 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.771837 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.772142 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:44.816328 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for floatingip (2b45b81b-6f99-44d6-be6a-bf77057003d7), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:44.816700 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.db.l3_db [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Floating IP 2b45b81b-6f99-44d6-be6a-bf77057003d7 disassociated (deleted). External IP: 172.27.0.139, port: fb5785db-5a47-4d6c-a3a3-611049a4da85. May 19 21:57:45.012155 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:57:45.309086 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Router bad2faee-b3d8-4767-9421-4cc2359c5640 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:57:45.423822 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:57:45.428948 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for floatingip (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:45.434169 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e284c-a98c-446a-ab41-4669c3e3b29b None None] Sync routers for ids ['bad2faee-b3d8-4767-9421-4cc2359c5640'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:57:45.445136 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e284c-a98c-446a-ab41-4669c3e3b29b None None] Routers {'bad2faee-b3d8-4767-9421-4cc2359c5640'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:57:45.445761 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6f5e284c-a98c-446a-ab41-4669c3e3b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:57:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['bad2faee-b3d8-4767-9421-4cc2359c5640'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:45.459824 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-e4e705c9-1d75-41f0-9775-299476db6570 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "DELETE /v2.0/floatingips/2b45b81b-6f99-44d6-be6a-bf77057003d7 HTTP/1.1" status: 204 len: 168 time: 1.1496465 May 19 21:57:45.460449 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'tag': 'fb5785db-5a47-4d6c-a3a3-611049a4da85'}] {{(pid=103951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:57:45.462824 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}056ca271a5ca2552118a18bedf56b08b6695bca0f35965ded41609a1f4cf41f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3479a7-e83c-4801-bf1b-06ddaaf45c89" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e4b369-d1d9-4713-a8a4-27e41de2a89a", "tag": "fb5785db-5a47-4d6c-a3a3-611049a4da85"}]}' {{(pid=103951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:57:45.554171 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6f5e284c-a98c-446a-ab41-4669c3e3b29b None None] Set router bad2faee-b3d8-4767-9421-4cc2359c5640 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:57:45.594593 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 21:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29359e1-7080-43a1-8b86-c2427bf39ef2 x-openstack-request-id: req-a29359e1-7080-43a1-8b86-c2427bf39ef2 {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:57:45.594922 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e4b369-d1d9-4713-a8a4-27e41de2a89a", "tag": "fb5785db-5a47-4d6c-a3a3-611049a4da85", "status": "completed", "code": 200}]} {{(pid=103951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:57:45.595153 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a29359e1-7080-43a1-8b86-c2427bf39ef2 {{(pid=103951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:57:45.595521 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29359e1-7080-43a1-8b86-c2427bf39ef2'] response: {'name': 'network-changed', 'server_uuid': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'tag': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'status': 'completed', 'code': 200} May 19 21:57:45.691081 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:45.697144 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:45.711848 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738046a-17e3-4ffc-b73e-f12a24db753e req-369d75ad-c66d-4d4a-bf31-1ba6d60df21f tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:57:45.713437 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5738046a-17e3-4ffc-b73e-f12a24db753e req-369d75ad-c66d-4d4a-bf31-1ba6d60df21f tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0501812 May 19 21:57:45.755205 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6f5e284c-a98c-446a-ab41-4669c3e3b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 4, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port': {'id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:43Z', 'updated_at': '2022-05-19T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'ac6eb5c1-91d8-4150-b24e-63e03ae925bb', 'name': '', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'mac_address': 'fa:16:3e:51:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:45Z', 'updated_at': '2022-05-19T21:52:50Z', 'revision_number': 5, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'subnets': [{'id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:45.767255 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [req-5738046a-17e3-4ffc-b73e-f12a24db753e req-1374393e-fb1e-4626-8397-936d839e7684 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472913 May 19 21:57:45.779892 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e284c-a98c-446a-ab41-4669c3e3b29b None None] Checking router: bad2faee-b3d8-4767-9421-4cc2359c5640 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:57:45.788399 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e284c-a98c-446a-ab41-4669c3e3b29b None None] Routers {'bad2faee-b3d8-4767-9421-4cc2359c5640'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:57:45.788989 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6f5e284c-a98c-446a-ab41-4669c3e3b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:57:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['bad2faee-b3d8-4767-9421-4cc2359c5640'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:45.899261 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-6f5e284c-a98c-446a-ab41-4669c3e3b29b None None] Set router bad2faee-b3d8-4767-9421-4cc2359c5640 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:57:46.093642 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-6f5e284c-a98c-446a-ab41-4669c3e3b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 4, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port': {'id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:43Z', 'updated_at': '2022-05-19T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'ac6eb5c1-91d8-4150-b24e-63e03ae925bb', 'name': '', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'mac_address': 'fa:16:3e:51:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:45Z', 'updated_at': '2022-05-19T21:52:50Z', 'revision_number': 5, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'subnets': [{'id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:46.119304 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e284c-a98c-446a-ab41-4669c3e3b29b None None] The sync data for ids ['bad2faee-b3d8-4767-9421-4cc2359c5640'] in dv-cinder-835635-2-iscsi is: [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:52:45Z', 'revision_number': 4, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port': {'id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:43Z', 'updated_at': '2022-05-19T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi', '_interfaces': [{'id': 'ac6eb5c1-91d8-4150-b24e-63e03ae925bb', 'name': '', 'network_id': 'ca42bb01-6baf-420f-abc4-b878d5e93dad', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'mac_address': 'fa:16:3e:51:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:45Z', 'updated_at': '2022-05-19T21:52:50Z', 'revision_number': 5, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'subnets': [{'id': '2c7a05da-919f-4e07-a2a3-380deffc41b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:57:46.351520 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9615a-c118-4ecf-b8bd-3fd3cd28fb12 None None] New status for floating IP 2b45b81b-6f99-44d6-be6a-bf77057003d7: DOWN {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 21:57:46.684090 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3479a7-e83c-4801-bf1b-06ddaaf45c89 req-12be357f-c2c7-44d7-a377-253a286dac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:57:46.685593 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8b3479a7-e83c-4801-bf1b-06ddaaf45c89 req-12be357f-c2c7-44d7-a377-253a286dac50 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52d49b95be55483f93b8a325d6bff693&device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 1129 time: 0.0500495 May 19 21:57:46.788052 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3479a7-e83c-4801-bf1b-06ddaaf45c89 req-add630bf-4798-492d-bd39-6ffab3689f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:57:46.789539 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8b3479a7-e83c-4801-bf1b-06ddaaf45c89 req-add630bf-4798-492d-bd39-6ffab3689f17 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ca42bb01-6baf-420f-abc4-b878d5e93dad HTTP/1.1" status: 200 len: 909 time: 0.0978696 May 19 21:57:46.830745 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8b3479a7-e83c-4801-bf1b-06ddaaf45c89 req-2069bbd6-25cd-4bb3-b46b-570c82e117d2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85 HTTP/1.1" status: 200 len: 217 time: 0.0335739 May 19 21:57:46.915228 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd89ebb-fd8d-4fe6-b15f-7bff4780bfc2 req-b20dacf1-eadb-4cbf-990d-d804245d505d tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:57:46.916856 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0dd89ebb-fd8d-4fe6-b15f-7bff4780bfc2 req-b20dacf1-eadb-4cbf-990d-d804245d505d tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0812888 May 19 21:57:46.922766 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3479a7-e83c-4801-bf1b-06ddaaf45c89 req-78aab5c6-5fa2-4f38-85fc-5a4d108ff42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:57:46.924142 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8b3479a7-e83c-4801-bf1b-06ddaaf45c89 req-78aab5c6-5fa2-4f38-85fc-5a4d108ff42e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7a05da-919f-4e07-a2a3-380deffc41b9 HTTP/1.1" status: 200 len: 847 time: 0.0799863 May 19 21:57:46.968404 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0dd89ebb-fd8d-4fe6-b15f-7bff4780bfc2 req-d154922e-a53c-466d-8e2c-174b28e3bfe1 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfb3f50a-d612-40f2-bd6b-2521232b4075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432205 May 19 21:57:47.011939 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3479a7-e83c-4801-bf1b-06ddaaf45c89 req-ed60ed81-4fb6-4b5f-9256-d6d429689326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:57:47.013402 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8b3479a7-e83c-4801-bf1b-06ddaaf45c89 req-ed60ed81-4fb6-4b5f-9256-d6d429689326 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ca42bb01-6baf-420f-abc4-b878d5e93dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388677 May 19 21:57:47.106074 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8b3479a7-e83c-4801-bf1b-06ddaaf45c89 req-03954f0e-2884-416d-8b7a-6f4c1cba7efb service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857711 May 19 21:57:47.198598 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8b3479a7-e83c-4801-bf1b-06ddaaf45c89 req-8174e08a-ed90-4186-a7a1-95b17c09ddf8 service neutron] 10.222.0.87 "GET /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861220 May 19 21:57:47.500592 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211125b1-50a8-4068-950a-87ff480cda7d req-4eaa56f5-da2a-49ff-869e-f3eba634b31e tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 21:57:47.502023 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-211125b1-50a8-4068-950a-87ff480cda7d req-4eaa56f5-da2a-49ff-869e-f3eba634b31e tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 945 time: 0.0633373 May 19 21:57:47.583185 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-211125b1-50a8-4068-950a-87ff480cda7d req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Deleting port fb5785db-5a47-4d6c-a3a3-611049a4da85 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:57:47.583522 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-211125b1-50a8-4068-950a-87ff480cda7d req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:47.676952 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-211125b1-50a8-4068-950a-87ff480cda7d req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] For port fb5785db-5a47-4d6c-a3a3-611049a4da85, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=fb5785db-5a47-4d6c-a3a3-611049a4da85,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:57:47.677304 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-211125b1-50a8-4068-950a-87ff480cda7d req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:47.691271 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-211125b1-50a8-4068-950a-87ff480cda7d req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Calling delete_port for fb5785db-5a47-4d6c-a3a3-611049a4da85 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:57:47.820685 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-211125b1-50a8-4068-950a-87ff480cda7d req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (fb5785db-5a47-4d6c-a3a3-611049a4da85), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:47.826510 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:47.853882 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Pushing event deleted for resources: {'Port': ['ID=fb5785db-5a47-4d6c-a3a3-611049a4da85,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:47.861013 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:47.882103 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.882467 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.882801 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.883129 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.883453 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.883774 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.884085 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.884399 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.884713 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.885150 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.885456 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.885770 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.886089 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.886427 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.886736 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:47.910175 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-211125b1-50a8-4068-950a-87ff480cda7d req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] No DVR routers for this DVR port fb5785db-5a47-4d6c-a3a3-611049a4da85 on host hv-cinder-83563 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:57:47.912713 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-211125b1-50a8-4068-950a-87ff480cda7d req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124251'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:47.915976 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-211125b1-50a8-4068-950a-87ff480cda7d req-839ec9e8-e70b-4a60-aace-60bf022891f3 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.87 "DELETE /v2.0/ports/fb5785db-5a47-4d6c-a3a3-611049a4da85 HTTP/1.1" status: 204 len: 173 time: 0.4084492 May 19 21:57:47.916492 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'name': 'network-vif-deleted', 'tag': 'fb5785db-5a47-4d6c-a3a3-611049a4da85'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 21:57:47.918765 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2da92b88401d36e020cf0e85ac9e9d67d4a39bf637e0ad46b56caa3b73ee148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0713eeb0-ba62-4402-b44e-705af222a684" -d '{"events": [{"server_uuid": "d9e4b369-d1d9-4713-a8a4-27e41de2a89a", "name": "network-vif-deleted", "tag": "fb5785db-5a47-4d6c-a3a3-611049a4da85"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 21:57:48.011467 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 21:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19577815-2ba8-4b2e-a489-a7cfaab59b90 x-openstack-request-id: req-19577815-2ba8-4b2e-a489-a7cfaab59b90 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 21:57:48.011851 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e4b369-d1d9-4713-a8a4-27e41de2a89a", "name": "network-vif-deleted", "tag": "fb5785db-5a47-4d6c-a3a3-611049a4da85", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 21:57:48.012016 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19577815-2ba8-4b2e-a489-a7cfaab59b90 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 21:57:48.012444 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19577815-2ba8-4b2e-a489-a7cfaab59b90'] response: {'server_uuid': 'd9e4b369-d1d9-4713-a8a4-27e41de2a89a', 'name': 'network-vif-deleted', 'tag': 'fb5785db-5a47-4d6c-a3a3-611049a4da85', 'status': 'completed', 'code': 200} May 19 21:57:48.067100 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8125ed02-1955-47a4-8c8a-c4d6b3ba6e30 req-e97a2ca4-1765-49e2-8b01-c08d72031624 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9e4b369-d1d9-4713-a8a4-27e41de2a89a HTTP/1.1" status: 200 len: 210 time: 0.0296254 May 19 21:57:49.145134 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 39144) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:57:49.210091 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a62f8cb-3c32-408c-8728-91efc20beb53 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group (dfb3f50a-d612-40f2-bd6b-2521232b4075), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:49.237012 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a62f8cb-3c32-408c-8728-91efc20beb53 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group (dfb3f50a-d612-40f2-bd6b-2521232b4075), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:49.303146 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a62f8cb-3c32-408c-8728-91efc20beb53 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (dfb3f50a-d612-40f2-bd6b-2521232b4075), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:49.305687 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6a62f8cb-3c32-408c-8728-91efc20beb53 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:49.306903 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-6a62f8cb-3c32-408c-8728-91efc20beb53 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] 10.222.0.65 "DELETE /v2.0/security-groups/dfb3f50a-d612-40f2-bd6b-2521232b4075 HTTP/1.1" status: 204 len: 168 time: 0.1617296 May 19 21:57:49.316482 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62f8cb-3c32-408c-8728-91efc20beb53 tempest-TestShelveInstance-1736981384 tempest-TestShelveInstance-1736981384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb3f50a-d612-40f2-bd6b-2521232b4075,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:49.354558 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 39148) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:57:49.790333 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99e7ce2d-0cd0-403a-831c-d32c7382bba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1697983'] for router_interface (bad2faee-b3d8-4767-9421-4cc2359c5640), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:50.037846 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-99e7ce2d-0cd0-403a-831c-d32c7382bba0 admin admin] Deleting port ac6eb5c1-91d8-4150-b24e-63e03ae925bb {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:57:50.038069 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99e7ce2d-0cd0-403a-831c-d32c7382bba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:50.086882 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:50.124131 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-99e7ce2d-0cd0-403a-831c-d32c7382bba0 admin admin] For port ac6eb5c1-91d8-4150-b24e-63e03ae925bb, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=ac6eb5c1-91d8-4150-b24e-63e03ae925bb,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:57:50.124450 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99e7ce2d-0cd0-403a-831c-d32c7382bba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:50.137852 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-99e7ce2d-0cd0-403a-831c-d32c7382bba0 admin admin] Calling delete_port for ac6eb5c1-91d8-4150-b24e-63e03ae925bb owned by network:router_interface {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:57:50.236908 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:50.330371 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device fb5785db-5a47-4d6c-a3a3-611049a4da85 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:57:50.338575 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99e7ce2d-0cd0-403a-831c-d32c7382bba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (ac6eb5c1-91d8-4150-b24e-63e03ae925bb), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:50.354185 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] No Port match for: fb5785db-5a47-4d6c-a3a3-611049a4da85 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:57:50.354536 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Device fb5785db-5a47-4d6c-a3a3-611049a4da85 not bound to the agent host hv-cinder-83563 {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:57:50.365094 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7ce2d-0cd0-403a-831c-d32c7382bba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6eb5c1-91d8-4150-b24e-63e03ae925bb,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:50.524321 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-99e7ce2d-0cd0-403a-831c-d32c7382bba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-285684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697827'] for router_interface (bad2faee-b3d8-4767-9421-4cc2359c5640), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:50.762686 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e7ce2d-0cd0-403a-831c-d32c7382bba0 admin admin] Router bad2faee-b3d8-4767-9421-4cc2359c5640 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:57:50.869959 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e7ce2d-0cd0-403a-831c-d32c7382bba0 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:57:50.875369 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-99e7ce2d-0cd0-403a-831c-d32c7382bba0 admin admin] 10.222.0.65 "PUT /v2.0/routers/bad2faee-b3d8-4767-9421-4cc2359c5640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5195417 May 19 21:57:50.878344 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 39152) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:57:50.879410 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86a366-5c7c-4b69-9665-0793dbf06721 None None] Sync routers for ids ['bad2faee-b3d8-4767-9421-4cc2359c5640'] in dv-cinder-835635-2-iscsi {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:57:50.891095 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86a366-5c7c-4b69-9665-0793dbf06721 None None] Routers {'bad2faee-b3d8-4767-9421-4cc2359c5640'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:57:50.891779 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ed86a366-5c7c-4b69-9665-0793dbf06721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:57:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['bad2faee-b3d8-4767-9421-4cc2359c5640'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:50.973806 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:50.980160 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] Publish callbacks [] for router (bad2faee-b3d8-4767-9421-4cc2359c5640), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.082615 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] Publish callbacks [] for router_gateway (bad2faee-b3d8-4767-9421-4cc2359c5640), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.120686 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:51.125764 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-ed86a366-5c7c-4b69-9665-0793dbf06721 None None] Set router bad2faee-b3d8-4767-9421-4cc2359c5640 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:57:51.128391 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] Deleting port 552c2d43-ca9c-4751-8e44-8ae3ca10579f {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:57:51.128717 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (552c2d43-ca9c-4751-8e44-8ae3ca10579f), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.207537 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:51.209880 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] For port 552c2d43-ca9c-4751-8e44-8ae3ca10579f, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=552c2d43-ca9c-4751-8e44-8ae3ca10579f,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:57:51.210265 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (552c2d43-ca9c-4751-8e44-8ae3ca10579f), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.228859 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] Calling delete_port for 552c2d43-ca9c-4751-8e44-8ae3ca10579f owned by network:router_gateway {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:57:51.261977 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:51.299685 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ed86a366-5c7c-4b69-9665-0793dbf06721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:57:50Z', 'revision_number': 5, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port': {'id': '552c2d43-ca9c-4751-8e44-8ae3ca10579f', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:43Z', 'updated_at': '2022-05-19T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:51.324127 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86a366-5c7c-4b69-9665-0793dbf06721 None None] Checking router: bad2faee-b3d8-4767-9421-4cc2359c5640 for host: dv-cinder-835635-2-iscsi {{(pid=103953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:57:51.333234 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86a366-5c7c-4b69-9665-0793dbf06721 None None] Routers {'bad2faee-b3d8-4767-9421-4cc2359c5640'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:57:51.333891 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ed86a366-5c7c-4b69-9665-0793dbf06721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:57:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['bad2faee-b3d8-4767-9421-4cc2359c5640'], 'active': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:51.390358 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (552c2d43-ca9c-4751-8e44-8ae3ca10579f), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.416627 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvr_db [None req-ed86a366-5c7c-4b69-9665-0793dbf06721 None None] Set router bad2faee-b3d8-4767-9421-4cc2359c5640 gateway port host: None {{(pid=103953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:57:51.425535 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] Pushing event deleted for resources: {'Port': ['ID=552c2d43-ca9c-4751-8e44-8ae3ca10579f,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:51.468475 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_hamode_db [None req-ed86a366-5c7c-4b69-9665-0793dbf06721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:57:51Z', 'revision_number': 6, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port_host': None}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:51.482146 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697665'] for router_gateway (bad2faee-b3d8-4767-9421-4cc2359c5640), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.494081 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86a366-5c7c-4b69-9665-0793dbf06721 None None] The sync data for ids ['bad2faee-b3d8-4767-9421-4cc2359c5640'] in dv-cinder-835635-2-iscsi is: [{'id': 'bad2faee-b3d8-4767-9421-4cc2359c5640', 'name': 'tempest-TestShelveInstance-171390545-router', 'tenant_id': '52d49b95be55483f93b8a325d6bff693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:42Z', 'updated_at': '2022-05-19T21:57:51Z', 'revision_number': 6, 'project_id': '52d49b95be55483f93b8a325d6bff693', 'gw_port_host': None}] {{(pid=103953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:57:51.569170 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router (bad2faee-b3d8-4767-9421-4cc2359c5640), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.571457 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] Publish callbacks [] for router_controller (bad2faee-b3d8-4767-9421-4cc2359c5640), precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.616116 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695707'] for router (bad2faee-b3d8-4767-9421-4cc2359c5640), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.617215 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad2faee-b3d8-4767-9421-4cc2359c5640 {{(pid=103951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 21:57:51.623433 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.625219 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-5c1b1cc1-7361-4679-951d-3a07dc67343b admin admin] 10.222.0.65 "DELETE /v2.0/routers/bad2faee-b3d8-4767-9421-4cc2359c5640 HTTP/1.1" status: 204 len: 168 time: 0.7457433 May 19 21:57:51.629282 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 39154) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:57:51.678320 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60135fd-b895-42bc-8f54-74f96156737f admin admin] Deleting subnet 2c7a05da-919f-4e07-a2a3-380deffc41b9 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:57:51.681522 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d60135fd-b895-42bc-8f54-74f96156737f admin admin] Publish callbacks [] for subnet (2c7a05da-919f-4e07-a2a3-380deffc41b9), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.716281 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d60135fd-b895-42bc-8f54-74f96156737f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8751406'] for subnet (2c7a05da-919f-4e07-a2a3-380deffc41b9), precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.792630 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d60135fd-b895-42bc-8f54-74f96156737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (2c7a05da-919f-4e07-a2a3-380deffc41b9), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.839771 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:51.876216 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d60135fd-b895-42bc-8f54-74f96156737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934005'] for subnet (2c7a05da-919f-4e07-a2a3-380deffc41b9), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.904316 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60135fd-b895-42bc-8f54-74f96156737f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7a05da-919f-4e07-a2a3-380deffc41b9,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:51.907914 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d60135fd-b895-42bc-8f54-74f96156737f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.911365 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-d60135fd-b895-42bc-8f54-74f96156737f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2c7a05da-919f-4e07-a2a3-380deffc41b9 HTTP/1.1" status: 204 len: 168 time: 0.2811525 May 19 21:57:51.913914 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 39156) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:57:51.915963 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3423fff-b073-4066-afc4-28c0cea701c8 None None] Network ca42bb01-6baf-420f-abc4-b878d5e93dad requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:57:51.966821 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device ac6eb5c1-91d8-4150-b24e-63e03ae925bb no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:57:51.989492 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (ca42bb01-6baf-420f-abc4-b878d5e93dad), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:51.998207 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: ac6eb5c1-91d8-4150-b24e-63e03ae925bb {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:57:51.998567 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device ac6eb5c1-91d8-4150-b24e-63e03ae925bb not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:57:52.036164 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Deleting port 3f8c5f74-67fe-41be-b4aa-45385a750942 {{(pid=103951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:57:52.036632 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (3f8c5f74-67fe-41be-b4aa-45385a750942), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:52.104710 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.db [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] For port 3f8c5f74-67fe-41be-b4aa-45385a750942, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=3f8c5f74-67fe-41be-b4aa-45385a750942,segment=NetworkSegment(51f176eb-ca86-4fa6-96a4-1ab7106ed7d1),segment_id=51f176eb-ca86-4fa6-96a4-1ab7106ed7d1)] {{(pid=103951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:57:52.105073 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (3f8c5f74-67fe-41be-b4aa-45385a750942), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:52.118991 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Calling delete_port for 3f8c5f74-67fe-41be-b4aa-45385a750942 owned by network:dhcp {{(pid=103951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:57:52.162638 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:52.200597 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8714401'] for port (3f8c5f74-67fe-41be-b4aa-45385a750942), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:52.229918 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8c5f74-67fe-41be-b4aa-45385a750942,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:52.231750 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] No DVR routers for this DVR port 3f8c5f74-67fe-41be-b4aa-45385a750942 on host dv-cinder-835635-2-iscsi {{(pid=103951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:57:52.302608 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (ca42bb01-6baf-420f-abc4-b878d5e93dad), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:52.323510 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad54214e-4c87-4810-8582-a4dc05a03641 None None] DHCP port deletion for ca42bb01-6baf-420f-abc4-b878d5e93dad request from dv-cinder-835635-2-iscsi {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 21:57:52.325440 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca42bb01-6baf-420f-abc4-b878d5e93dad']}} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:52.339589 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1') {'for_net_delete': True} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:52.339881 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.services.segments.db [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f176eb-ca86-4fa6-96a4-1ab7106ed7d1') {} {{(pid=103951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:52.350167 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751383'] for segment (51f176eb-ca86-4fa6-96a4-1ab7106ed7d1), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:52.364483 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (51f176eb-ca86-4fa6-96a4-1ab7106ed7d1), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:52.370647 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:57:52.371073 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8714482'] for segment (51f176eb-ca86-4fa6-96a4-1ab7106ed7d1), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:52.436246 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (ca42bb01-6baf-420f-abc4-b878d5e93dad), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:52.442162 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:52.448875 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 39162) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:57:52.454843 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ca42bb01-6baf-420f-abc4-b878d5e93dad HTTP/1.1" status: 204 len: 168 time: 0.5396585 May 19 21:57:52.467325 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8dac8-fbce-48d7-800f-f5d635267188 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca42bb01-6baf-420f-abc4-b878d5e93dad,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:52.471124 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment 51f176eb-ca86-4fa6-96a4-1ab7106ed7d1 resource provider aggregate not found May 19 21:57:52.496294 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.services.segments.plugin [-] Segment 51f176eb-ca86-4fa6-96a4-1ab7106ed7d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51f176eb-ca86-4fa6-96a4-1ab7106ed7d1 found for delete ", "request_id": "req-cc219c4c-e944-42e8-990d-86c97c01286e"}]} May 19 21:57:52.768644 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba4bd584-a6be-4b5a-8db1-2801eba53be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1697983'] for router_interface (d8d22b52-3376-435d-885c-f8bd1091c635), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:52.994921 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ba4bd584-a6be-4b5a-8db1-2801eba53be5 admin admin] Deleting port 41992536-bfbb-4263-bdfb-78e6abf53d69 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:57:52.995229 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba4bd584-a6be-4b5a-8db1-2801eba53be5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:53.073011 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-ba4bd584-a6be-4b5a-8db1-2801eba53be5 admin admin] For port 41992536-bfbb-4263-bdfb-78e6abf53d69, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=41992536-bfbb-4263-bdfb-78e6abf53d69,segment=NetworkSegment(1990af08-b8ad-4944-8a6d-47afc43a33cf),segment_id=1990af08-b8ad-4944-8a6d-47afc43a33cf)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:57:53.073258 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba4bd584-a6be-4b5a-8db1-2801eba53be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:53.087179 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ba4bd584-a6be-4b5a-8db1-2801eba53be5 admin admin] Calling delete_port for 41992536-bfbb-4263-bdfb-78e6abf53d69 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:57:53.248984 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:53.272686 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba4bd584-a6be-4b5a-8db1-2801eba53be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (41992536-bfbb-4263-bdfb-78e6abf53d69), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:53.280375 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:53.303524 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bd584-a6be-4b5a-8db1-2801eba53be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=41992536-bfbb-4263-bdfb-78e6abf53d69,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:53.488015 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba4bd584-a6be-4b5a-8db1-2801eba53be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-285684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697827'] for router_interface (d8d22b52-3376-435d-885c-f8bd1091c635), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:53.697324 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4bd584-a6be-4b5a-8db1-2801eba53be5 admin admin] Router d8d22b52-3376-435d-885c-f8bd1091c635 has already been hosted by L3 agent 63064880-299a-4199-80c8-b1b38af51d60 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 21:57:53.803870 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4bd584-a6be-4b5a-8db1-2801eba53be5 admin admin] Notify agent at l3_agent.dv-cinder-835635-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 21:57:53.810929 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-ba4bd584-a6be-4b5a-8db1-2801eba53be5 admin admin] 10.222.0.65 "PUT /v2.0/routers/d8d22b52-3376-435d-885c-f8bd1091c635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3597589 May 19 21:57:53.811542 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 39166) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:57:53.813084 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1324da-1eb8-479e-ab6d-e8f3548f8418 None None] Sync routers for ids ['d8d22b52-3376-435d-885c-f8bd1091c635'] in dv-cinder-835635-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:57:53.829617 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1324da-1eb8-479e-ab6d-e8f3548f8418 None None] Routers {'d8d22b52-3376-435d-885c-f8bd1091c635'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:57:53.830356 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7a1324da-1eb8-479e-ab6d-e8f3548f8418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:57:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['d8d22b52-3376-435d-885c-f8bd1091c635'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:53.880871 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 3f8c5f74-67fe-41be-b4aa-45385a750942 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:57:53.903341 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 3f8c5f74-67fe-41be-b4aa-45385a750942 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:57:53.903953 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 3f8c5f74-67fe-41be-b4aa-45385a750942 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:57:53.904467 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 552c2d43-ca9c-4751-8e44-8ae3ca10579f no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:57:53.909290 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] Publish callbacks [] for router (d8d22b52-3376-435d-885c-f8bd1091c635), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:53.923005 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 552c2d43-ca9c-4751-8e44-8ae3ca10579f {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:57:53.923334 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 552c2d43-ca9c-4751-8e44-8ae3ca10579f not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:57:53.939148 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-7a1324da-1eb8-479e-ab6d-e8f3548f8418 None None] Set router d8d22b52-3376-435d-885c-f8bd1091c635 gateway port host: dv-cinder-835635-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:57:54.009858 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] Publish callbacks [] for router_gateway (d8d22b52-3376-435d-885c-f8bd1091c635), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:54.057393 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] Deleting port b5b4ba00-560a-4660-8d6d-5be8ac99c23e {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:57:54.057731 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (b5b4ba00-560a-4660-8d6d-5be8ac99c23e), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:54.120547 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7a1324da-1eb8-479e-ab6d-e8f3548f8418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'name': 'tempest-TestShelveInstance-1974550251-router', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'external_fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b5b4ba00-560a-4660-8d6d-5be8ac99c23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:57:53Z', 'revision_number': 5, 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'gw_port': {'id': 'b5b4ba00-560a-4660-8d6d-5be8ac99c23e', 'name': '', 'network_id': '5bd8bab2-fe5b-4b40-bfbd-9d3712bc5fc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7e96714-b807-49cb-9879-415a7b7c5816', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-2-iscsi'}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:54.146469 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1324da-1eb8-479e-ab6d-e8f3548f8418 None None] Checking router: d8d22b52-3376-435d-885c-f8bd1091c635 for host: dv-cinder-835635-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:57:54.156256 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1324da-1eb8-479e-ab6d-e8f3548f8418 None None] Routers {'d8d22b52-3376-435d-885c-f8bd1091c635'} bound to L3 agent in host dv-cinder-835635-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 21:57:54.156867 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7a1324da-1eb8-479e-ab6d-e8f3548f8418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T21:23:09Z,description=,heartbeat_timestamp=2022-05-19T21:57:39Z,host='dv-cinder-835635-2-iscsi',id=63064880-299a-4199-80c8-b1b38af51d60,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T21:23:09Z,topic='l3_agent')) {'router_ids': ['d8d22b52-3376-435d-885c-f8bd1091c635'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:54.244078 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-7a1324da-1eb8-479e-ab6d-e8f3548f8418 None None] Set router d8d22b52-3376-435d-885c-f8bd1091c635 gateway port host: None {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 21:57:54.297008 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7a1324da-1eb8-479e-ab6d-e8f3548f8418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'name': 'tempest-TestShelveInstance-1974550251-router', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:57:54Z', 'revision_number': 6, 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'gw_port_host': None}], 'dv-cinder-835635-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:54.321748 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1324da-1eb8-479e-ab6d-e8f3548f8418 None None] The sync data for ids ['d8d22b52-3376-435d-885c-f8bd1091c635'] in dv-cinder-835635-2-iscsi is: [{'id': 'd8d22b52-3376-435d-885c-f8bd1091c635', 'name': 'tempest-TestShelveInstance-1974550251-router', 'tenant_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T21:52:47Z', 'updated_at': '2022-05-19T21:57:54Z', 'revision_number': 6, 'project_id': '6154d8bf3c2f4119b0bdd36923a0137d', 'gw_port_host': None}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:57:54.410564 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:54.415670 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] For port b5b4ba00-560a-4660-8d6d-5be8ac99c23e, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=b5b4ba00-560a-4660-8d6d-5be8ac99c23e,segment=NetworkSegment(622939f5-6625-4ce6-b226-5544a8e43ec1),segment_id=622939f5-6625-4ce6-b226-5544a8e43ec1)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:57:54.416013 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (b5b4ba00-560a-4660-8d6d-5be8ac99c23e), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:54.429644 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] Calling delete_port for b5b4ba00-560a-4660-8d6d-5be8ac99c23e owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:57:54.497158 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:54.615154 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (b5b4ba00-560a-4660-8d6d-5be8ac99c23e), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:54.636892 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b4ba00-560a-4660-8d6d-5be8ac99c23e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:54.706761 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697665'] for router_gateway (d8d22b52-3376-435d-885c-f8bd1091c635), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:54.793214 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router (d8d22b52-3376-435d-885c-f8bd1091c635), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:54.795461 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] Publish callbacks [] for router_controller (d8d22b52-3376-435d-885c-f8bd1091c635), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:54.839492 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695707'] for router (d8d22b52-3376-435d-885c-f8bd1091c635), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:54.840115 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8d22b52-3376-435d-885c-f8bd1091c635 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 21:57:54.845227 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:54.846031 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b489f4fa-f849-46b5-88b9-08752d7d5385 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d8d22b52-3376-435d-885c-f8bd1091c635 HTTP/1.1" status: 204 len: 168 time: 1.0335786 May 19 21:57:54.848843 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 39168) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:57:54.894134 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d707d05-9ac7-4d93-bdc9-390db783cb79 admin admin] Deleting subnet f2a0ec84-ab38-494f-9b61-ebe054298630 {{(pid=103951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 21:57:54.897256 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6d707d05-9ac7-4d93-bdc9-390db783cb79 admin admin] Publish callbacks [] for subnet (f2a0ec84-ab38-494f-9b61-ebe054298630), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:54.931366 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6d707d05-9ac7-4d93-bdc9-390db783cb79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8751406'] for subnet (f2a0ec84-ab38-494f-9b61-ebe054298630), precommit_delete_associations {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.013399 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6d707d05-9ac7-4d93-bdc9-390db783cb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039277'] for subnet (f2a0ec84-ab38-494f-9b61-ebe054298630), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.070114 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6d707d05-9ac7-4d93-bdc9-390db783cb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934005'] for subnet (f2a0ec84-ab38-494f-9b61-ebe054298630), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.074057 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:55.099332 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d707d05-9ac7-4d93-bdc9-390db783cb79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a0ec84-ab38-494f-9b61-ebe054298630,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:55.103926 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-6d707d05-9ac7-4d93-bdc9-390db783cb79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for subnet (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.109854 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 39170) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:57:55.110069 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-6d707d05-9ac7-4d93-bdc9-390db783cb79 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f2a0ec84-ab38-494f-9b61-ebe054298630 HTTP/1.1" status: 204 len: 168 time: 0.2599540 May 19 21:57:55.110823 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceb7c65-b753-4756-8533-bca267858085 None None] Network 6d7ae5db-e777-40e2-8a01-30ccdbf2320d requested from dv-cinder-835635-2-iscsi {{(pid=103953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 21:57:55.182703 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653892'] for network (6d7ae5db-e777-40e2-8a01-30ccdbf2320d), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.234542 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Deleting port c6408449-dc22-40c5-8148-54863e3576e4 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:57:55.234882 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (c6408449-dc22-40c5-8148-54863e3576e4), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.259189 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] DHCP port deletion for 6d7ae5db-e777-40e2-8a01-30ccdbf2320d request from dv-cinder-835635-2-iscsi {{(pid=103953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 21:57:55.295490 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Deleting port c6408449-dc22-40c5-8148-54863e3576e4 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 21:57:55.295822 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773187204581'] for port (c6408449-dc22-40c5-8148-54863e3576e4), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.301440 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] For port c6408449-dc22-40c5-8148-54863e3576e4, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=c6408449-dc22-40c5-8148-54863e3576e4,segment=NetworkSegment(1990af08-b8ad-4944-8a6d-47afc43a33cf),segment_id=1990af08-b8ad-4944-8a6d-47afc43a33cf)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:57:55.301806 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (c6408449-dc22-40c5-8148-54863e3576e4), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.316338 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Calling delete_port for c6408449-dc22-40c5-8148-54863e3576e4 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:57:55.362171 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] For port c6408449-dc22-40c5-8148-54863e3576e4, host dv-cinder-835635-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-2-iscsi',level=0,port_id=c6408449-dc22-40c5-8148-54863e3576e4,segment=NetworkSegment(1990af08-b8ad-4944-8a6d-47afc43a33cf),segment_id=1990af08-b8ad-4944-8a6d-47afc43a33cf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 21:57:55.362587 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703175'] for port (c6408449-dc22-40c5-8148-54863e3576e4), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.376488 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Calling delete_port for c6408449-dc22-40c5-8148-54863e3576e4 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 21:57:55.404040 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8575945'] for port (c6408449-dc22-40c5-8148-54863e3576e4), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.429362 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6408449-dc22-40c5-8148-54863e3576e4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:55.433148 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] No DVR routers for this DVR port c6408449-dc22-40c5-8148-54863e3576e4 on host dv-cinder-835635-2-iscsi {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:57:55.457545 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773187214803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773186693196'] for port (c6408449-dc22-40c5-8148-54863e3576e4), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.483015 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Pushing event deleted for resources: {'Port': ['ID=c6408449-dc22-40c5-8148-54863e3576e4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:55.485279 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] No DVR routers for this DVR port c6408449-dc22-40c5-8148-54863e3576e4 on host dv-cinder-835635-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:57:55.493251 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.493590 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.493922 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.494275 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.494589 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.494905 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.495220 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.495529 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.495838 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.496152 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.496437 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.496950 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.497433 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.498069 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.498423 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efc353-2f72-4658-9791-91a793dcb8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:57:55.512745 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950808', 'neutron.services.segments.db._delete_segments_for_network-8773186973314'] for network (6d7ae5db-e777-40e2-8a01-30ccdbf2320d), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.532701 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7ae5db-e777-40e2-8a01-30ccdbf2320d']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:55.541994 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1990af08-b8ad-4944-8a6d-47afc43a33cf') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:55.542300 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1990af08-b8ad-4944-8a6d-47afc43a33cf') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:57:55.551907 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773186974347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8440995'] for segment (1990af08-b8ad-4944-8a6d-47afc43a33cf), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.565453 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540'] for segment (1990af08-b8ad-4944-8a6d-47afc43a33cf), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.571584 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:57:55.571977 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8575898'] for segment (1990af08-b8ad-4944-8a6d-47afc43a33cf), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.643843 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-285693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697709'] for network (6d7ae5db-e777-40e2-8a01-30ccdbf2320d), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.649305 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-285675'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.653189 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6d7ae5db-e777-40e2-8a01-30ccdbf2320d HTTP/1.1" status: 204 len: 168 time: 0.5413768 May 19 21:57:55.667273 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 1990af08-b8ad-4944-8a6d-47afc43a33cf resource provider aggregate not found May 19 21:57:55.671434 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760f454-f928-494b-be56-e6db2d60ff62 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d7ae5db-e777-40e2-8a01-30ccdbf2320d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:55.685746 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 1990af08-b8ad-4944-8a6d-47afc43a33cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1990af08-b8ad-4944-8a6d-47afc43a33cf found for delete ", "request_id": "req-0aa344d5-8717-4bff-a709-ac54bb642940"}]} May 19 21:57:55.771998 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 39180) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:57:55.786178 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:55.821296 dv-cinder-835635-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-15a3435a-ae48-4402-8805-4ed74b58e7db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52d49b95be55483f93b8a325d6bff693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480959 May 19 21:57:55.824122 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 39182) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:57:55.824567 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device b5b4ba00-560a-4660-8d6d-5be8ac99c23e no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:57:55.845126 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: b5b4ba00-560a-4660-8d6d-5be8ac99c23e {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:57:55.845465 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device b5b4ba00-560a-4660-8d6d-5be8ac99c23e not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:57:55.846172 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device c6408449-dc22-40c5-8148-54863e3576e4 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:57:55.865134 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: c6408449-dc22-40c5-8148-54863e3576e4 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:57:55.865471 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device c6408449-dc22-40c5-8148-54863e3576e4 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:57:55.865895 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 41992536-bfbb-4263-bdfb-78e6abf53d69 no longer exists at agent ovs-agent-dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 21:57:55.876226 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8c2b336-aff6-4ea2-84c4-3b647939e6bb admin admin] Publish callbacks [] for security_group (e5be8cfe-b248-4bff-9e71-2c7284598784), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.888590 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] No Port match for: 41992536-bfbb-4263-bdfb-78e6abf53d69 {{(pid=103953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 21:57:55.888930 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.rpc [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Device 41992536-bfbb-4263-bdfb-78e6abf53d69 not bound to the agent host dv-cinder-835635-2-iscsi {{(pid=103953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 21:57:55.898951 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8c2b336-aff6-4ea2-84c4-3b647939e6bb admin admin] Publish callbacks [] for security_group (e5be8cfe-b248-4bff-9e71-2c7284598784), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.951354 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8c2b336-aff6-4ea2-84c4-3b647939e6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (e5be8cfe-b248-4bff-9e71-2c7284598784), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.954148 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-d8c2b336-aff6-4ea2-84c4-3b647939e6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:55.955813 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-d8c2b336-aff6-4ea2-84c4-3b647939e6bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5be8cfe-b248-4bff-9e71-2c7284598784 HTTP/1.1" status: 204 len: 168 time: 0.1306407 May 19 21:57:55.963977 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2b336-aff6-4ea2-84c4-3b647939e6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5be8cfe-b248-4bff-9e71-2c7284598784,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:57:56.337787 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 39188) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:57:56.390784 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-6358ba6a-f283-4252-99ed-e3dbfa8326ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6154d8bf3c2f4119b0bdd36923a0137d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516706 May 19 21:57:56.394392 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [-] (103951) accepted ('10.222.0.65', 39190) {{(pid=103951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 21:57:56.457822 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5ca0-6b5b-4e70-89a9-2f2e9fbbb51a admin admin] Publish callbacks [] for security_group (3cdd87b0-b91f-4e4e-b629-7a907ce91f9d), before_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:56.482594 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5ca0-6b5b-4e70-89a9-2f2e9fbbb51a admin admin] Publish callbacks [] for security_group (3cdd87b0-b91f-4e4e-b629-7a907ce91f9d), precommit_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:56.491740 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:57:56.538493 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5ca0-6b5b-4e70-89a9-2f2e9fbbb51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1838416'] for security_group (3cdd87b0-b91f-4e4e-b629-7a907ce91f9d), after_delete {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:56.540918 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5ca0-6b5b-4e70-89a9-2f2e9fbbb51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:57:56.542707 dv-cinder-835635-2-iscsi neutron-server[103951]: INFO neutron.wsgi [None req-8e8e5ca0-6b5b-4e70-89a9-2f2e9fbbb51a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3cdd87b0-b91f-4e4e-b629-7a907ce91f9d HTTP/1.1" status: 204 len: 168 time: 0.1470010 May 19 21:57:56.550773 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e5ca0-6b5b-4e70-89a9-2f2e9fbbb51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdd87b0-b91f-4e4e-b629-7a907ce91f9d,revision_number=None']} {{(pid=103951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:58:05.815915 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:05.818071 dv-cinder-835635-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:05.976745 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=80,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:06.545896 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:SELECT=38,neutron:DELETE=5 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:06.547730 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG dbcounter [-] [103951] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=103951) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:06.564754 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:06.671982 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4565453-ce86-4fc7-9e99-c5c0ad533d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:58:08.940203 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=56 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:08.940974 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=64 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:09.325409 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c34d0d73-69a6-4926-bb18-bb7b5d8cedc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:58:10.620565 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:58:12.087961 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:58:12.113529 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:58:13.074817 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:58:22.016087 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:58:23.067320 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:23.068546 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:32.007761 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:32.008991 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:36.679569 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-595a8abf-5260-415d-9462-6dcba7c53ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:58:39.321963 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4da40b85-8dfb-4f09-92c7-0dd73e18f55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:58:40.622159 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:58:42.121779 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:58:42.124300 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:58:43.075390 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:58:45.950413 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:45.951523 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:53.067228 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:53.069782 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:58:59.020892 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:59:06.676694 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-59ed731c-864b-4dd8-822c-1fb4117db826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:59:09.012832 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:59:09.014007 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:59:09.327364 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c2db2335-94fe-4e3a-ad5c-3526091ed7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:59:10.620846 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:59:12.127454 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:59:12.132702 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:59:13.076757 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:59:22.948541 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:59:22.949755 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:59:27.124499 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:59:27.127028 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:59:36.026409 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 21:59:36.670406 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-195e0ab9-8939-4624-9cbf-44c0adf67378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:59:39.326001 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f6968f0-0bf8-46a7-bb6d-79c5f51140ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:59:40.628809 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:59:42.126910 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:59:42.149706 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:59:43.083245 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 21:59:46.017428 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:59:46.019388 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:59:53.072358 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=12 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 21:59:53.075964 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:00:06.675690 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b081ba6-91b6-4b43-80f4-673e73dd6fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:00:07.202684 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=15 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:00:07.203929 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=17 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:00:09.321358 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3d23686d-14a3-495c-be63-7b0c113e5d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:00:10.637829 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:00:12.136490 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:00:12.141281 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:00:13.030937 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 22:00:13.068861 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:00:23.023910 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:00:23.060024 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:00:23.061977 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:00:29.875957 dv-cinder-835635-2-iscsi neutron-server[103951]: DEBUG neutron.wsgi [req-6910afa1-daab-4ff2-a406-faebabd73294 req-727e35d4-cdfd-4bcd-b5bb-4d172d640130 service neutron] (103951) timed out ('10.222.0.87', 51196) {{(pid=103951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 22:00:36.675470 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-661a8f21-d189-49d4-96be-20940d537417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:00:36.939864 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:00:36.948752 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:00:39.319870 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f721290-fcda-42dc-9052-5a55c3919500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:00:40.639635 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:00:42.140069 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:00:42.156872 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:00:43.089404 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:00:50.035233 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 22:00:52.151684 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:00:53.078153 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:01:06.670298 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c7048ca-f35f-4c59-bc36-96455f576362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:01:09.326255 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-473949ae-99b0-4086-93d8-205e88d68a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:01:10.643270 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:01:12.149323 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:01:12.156072 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:01:13.083883 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:01:13.937611 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:01:13.938810 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:01:27.040803 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 22:01:27.268192 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:01:27.275855 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:01:36.684041 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36be6a13-104e-42e5-8ece-9dc220d97d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:01:37.030888 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:01:37.031918 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:01:39.311522 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7720a9b6-0a1e-4a5d-bb1d-e3e68653499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:01:40.643959 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:01:42.148511 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:01:42.183413 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:01:43.085055 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:01:50.936824 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:01:50.937662 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:01:53.076277 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:01:53.079098 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:02:04.045999 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 22:02:06.685680 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c10f48a-c4d6-4080-baa5-f52ff1711974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:02:09.323531 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85f89075-e907-438f-b717-8509dafa63fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:02:10.646323 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:02:12.147965 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:02:12.181147 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:02:13.093181 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:02:14.037648 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=13 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:02:14.039155 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=15 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:02:23.075607 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:02:23.086428 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:02:27.925980 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:02:27.944553 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:02:36.693036 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-914ad7e5-1c7f-4efc-ab62-72fd7e40c699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:02:39.326394 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3302963a-6a74-4bc3-86bc-8eaf337ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:02:40.651251 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:02:41.050060 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 22:02:42.085835 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:02:42.158915 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:02:42.183691 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:02:43.090570 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:02:51.042016 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:02:53.071137 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:02:53.083110 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:03:04.938290 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:03:04.939151 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:03:06.683505 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c2c847bd-9259-4737-82d2-ea520c69a82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (b10d483e-56d8-422d-846a-d42a3c5bafb8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:03:09.327418 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-356e3efb-15b9-48d0-aa21-8b8f9e5b454e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (63064880-299a-4199-80c8-b1b38af51d60), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:03:10.657502 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e5f-f8fd-4ca8-8e12-479f1d34409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (0eb231a4-dcaf-46f1-9dc0-189857de0735), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:03:12.157520 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435a-572a-4440-8366-3b1362a23385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (db0cb712-2f5e-4dcf-adc5-6eccef9d1da7), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:03:12.179286 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cac7e1d9-6b30-4008-8123-6d0ef40b29fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (ecea8dc3-771e-45c7-afaf-1574df84f191), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:03:13.087951 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aae615ed-be17-4ce6-abe5-1957eb54c402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773186973296', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952539'] for agent (a371228c-96d0-404c-885a-071448637838), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 22:03:18.053833 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG neutron.db.agents_db [None req-b1b367d0-6fe6-4397-b05f-c4240c415935 None None] Agent healthcheck: found 6 active agents {{(pid=103954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 22:03:27.141314 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:03:27.144256 dv-cinder-835635-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:03:28.045374 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 22:03:28.046087 dv-cinder-835635-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}